[ 526.725805] env[65735]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.725805] env[65735]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.755948] env[65824]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 527.755948] env[65824]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 529.308525] env[65824]: INFO neutron.common.config [-] Logging enabled! [ 529.308891] env[65824]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.1.0.dev61 [ 529.309106] env[65824]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65824) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 529.309417] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 529.309513] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 529.310383] env[65824]: WARNING oslo_policy.policy [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 529.310599] env[65824]: WARNING oslo_policy.policy [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 529.312396] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] VMware NSXv3 Agent initialized successfully. [ 529.312756] env[65824]: DEBUG oslo_concurrency.lockutils [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] Acquiring lock "singleton_lock" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.312882] env[65824]: DEBUG oslo_concurrency.lockutils [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] Acquired lock "singleton_lock" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.313097] env[65824]: DEBUG oslo_concurrency.lockutils [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] Releasing lock "singleton_lock" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.313381] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] Full set of CONF: {{(pid=65824) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 529.313492] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ******************************************************************************** {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 529.313672] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] Configuration options gathered from: {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 529.314019] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 529.314145] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 529.314254] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ================================================================================ {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 529.314424] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] agent_down_time = 75 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.314589] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] allow_automatic_dhcp_failover = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.314772] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] allow_bulk = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.315018] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] api_extensions_path = {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.315171] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] api_paste_config = api-paste.ini {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.315318] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] auth_strategy = keystone {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.315417] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] backdoor_port = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.315517] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] backdoor_socket = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.315649] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] backlog = 4096 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.315780] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.315932] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] bind_host = 0.0.0.0 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.316081] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] bind_port = 9696 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.316210] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] client_socket_timeout = 900 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.316345] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] config_dir = [] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.316449] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.316581] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] config_source = [] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.316712] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] control_exchange = neutron {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.316846] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] core_plugin = ml2 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.316977] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] debug = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317149] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] default_availability_zones = [] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317357] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317494] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] dhcp_agent_notification = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317646] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] dhcp_agents_per_network = 1 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317753] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] dhcp_lease_duration = 86400 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317888] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] dhcp_load_type = networks {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318029] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] dns_domain = openstacklocal {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318169] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318314] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] enable_default_route_bfd = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318423] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] enable_default_route_ecmp = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318549] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] enable_dvr = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318672] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] enable_new_agents = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318795] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318919] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] enable_signals = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319109] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] enable_traditional_dhcp = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319274] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] external_dns_driver = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319409] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] filter_validation = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319547] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] global_physnet_mtu = 8950 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319673] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] graceful_shutdown_timeout = 60 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319843] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] host = cpu-1 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319978] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] host_dvr_for_dhcp = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.320157] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] http_retries = 3 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.320307] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] instance_format = [instance: %(uuid)s] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.320444] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.320576] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ipam_driver = internal {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.320703] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ipv6_pd_enabled = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.320827] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] l3_ha = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.320955] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321097] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] l3_ha_network_physical_name = {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321256] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] l3_ha_network_type = {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321384] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] log_color = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321518] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] log_config_append = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321648] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321773] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] log_dir = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321897] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] log_file = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321994] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] log_options = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.322143] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] log_rotate_interval = 1 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.322279] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] log_rotate_interval_type = days {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323400] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] log_rotation_type = none {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323400] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323400] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323400] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323400] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323881] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323881] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] max_dns_nameservers = 5 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323881] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] max_header_line = 16384 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323881] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] max_l3_agents_per_router = 3 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323881] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] max_logfile_count = 30 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323881] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] max_logfile_size_mb = 200 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324050] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] max_subnet_host_routes = 20 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324050] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] my_ip = 10.180.1.21 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324050] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] my_ipv6 = ::1 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324050] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] network_auto_schedule = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324230] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] network_link_prefix = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324266] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324429] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] notify_nova_on_port_data_changes = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324520] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] notify_nova_on_port_status_changes = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324649] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] pagination_max_limit = -1 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324772] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] publish_errors = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324894] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] rate_limit_burst = 0 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.325034] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] rate_limit_except_level = CRITICAL {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.325156] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] rate_limit_interval = 0 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.325279] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] retry_until_window = 30 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.325404] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] router_distributed = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.325526] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] rpc_resources_processing_step = 20 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.325652] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] rpc_response_max_timeout = 600 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.325778] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] rpc_response_timeout = 60 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.325925] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] send_events_interval = 2 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326051] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] service_plugins = ['router'] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326187] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] setproctitle = on {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326310] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] shell_completion = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326443] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] state_path = /opt/stack/data/neutron {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326574] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] syslog_log_facility = LOG_USER {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326700] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] tcp_keepidle = 600 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326831] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] transport_url = **** {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326957] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] use_journal = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.327093] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] use_json = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.327222] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] use_ssl = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.327345] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] use_stderr = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.327474] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] use_syslog = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.327596] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] vlan_qinq = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.327716] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] vlan_transparent = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.327842] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] watch_log_file = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.327966] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] wsgi_default_pool_size = 100 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.328103] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] wsgi_keep_alive = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.328237] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.328364] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] wsgi_server_debug = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.328511] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_concurrency.disable_process_locking = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.328648] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.328784] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.328915] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.329087] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.329200] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.329333] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.329479] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] profiler.connection_string = messaging:// {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.329615] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] profiler.enabled = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.329752] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] profiler.es_doc_type = notification {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.329882] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] profiler.es_scroll_size = 10000 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330020] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] profiler.es_scroll_time = 2m {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330154] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] profiler.filter_error_trace = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330289] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] profiler.hmac_keys = **** {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330422] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] profiler.sentinel_service_name = mymaster {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330562] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] profiler.socket_timeout = 0.1 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330691] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] profiler.trace_requests = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330818] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] profiler.trace_sqlalchemy = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330963] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] profiler_jaeger.process_tags = {} {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331105] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] profiler_jaeger.service_name_prefix = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331254] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] profiler_otlp.service_name_prefix = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331412] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_policy.enforce_new_defaults = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331676] env[65824]: WARNING oslo_config.cfg [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 529.331850] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_policy.enforce_scope = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332032] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_policy.policy_default_rule = default {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332247] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332430] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332626] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332767] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332898] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333038] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333192] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333310] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333457] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333601] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] agent.extensions = [] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333738] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333875] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] service_providers.service_provider = [] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334022] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] QUOTAS.default_quota = -1 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334165] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334295] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] QUOTAS.quota_floatingip = 50 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334429] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] QUOTAS.quota_network = 100 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334556] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] QUOTAS.quota_port = 500 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334681] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334806] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] QUOTAS.quota_router = 10 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334937] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] QUOTAS.quota_security_group = 10 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335077] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335209] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] QUOTAS.quota_subnet = 100 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335340] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] QUOTAS.track_quota_usage = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335486] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335617] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep.group = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335746] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep.helper_command = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335878] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep.log_daemon_traceback = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336021] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336156] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep.thread_pool_size = 8 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336288] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep.user = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336428] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336556] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_dhcp_release.group = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336681] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_dhcp_release.helper_command = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336809] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336941] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337080] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337208] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_dhcp_release.user = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337343] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337470] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_ovs_vsctl.group = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337596] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337722] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337851] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337979] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338119] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_ovs_vsctl.user = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338260] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_namespace.capabilities = [21] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338388] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_namespace.group = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338515] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_namespace.helper_command = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338645] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338778] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338911] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339050] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_namespace.user = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339194] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_conntrack.capabilities = [12] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339323] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_conntrack.group = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339452] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_conntrack.helper_command = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339580] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339713] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339844] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339970] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_conntrack.user = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340122] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_link.capabilities = [12, 21] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340251] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_link.group = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340378] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_link.helper_command = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340506] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_link.log_daemon_traceback = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340637] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340765] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_link.thread_pool_size = 8 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340891] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] privsep_link.user = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341051] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341196] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341362] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT.continue_on_failed_promotions = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341499] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT.dscp = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341634] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT.dscp_inherit = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341773] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT.force_mp_to_policy = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341900] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT.locking_coordinator_url = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342040] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT.log_agent_heartbeats = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342178] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT.logging_expire = 1 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342335] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342483] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342625] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT.polling_interval = 240 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342757] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342893] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343046] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT.report_interval = 30.0 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343188] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343322] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343459] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343594] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT.sync_skew = 60 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343723] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT.synchronization_queue_size = 20 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343855] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT.use_helper_for_ns_read = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343990] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] SECURITYGROUP.enable_ipset = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344143] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] SECURITYGROUP.enable_security_group = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344281] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344421] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344561] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] experimental.ipv6_pd_enabled = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344717] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ml2.extension_drivers = ['port_security'] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344850] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ml2.external_network_type = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344998] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345154] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ml2.overlay_ip_version = 4 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345292] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ml2.path_mtu = 8950 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345433] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ml2.physical_network_mtus = {} {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345577] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345716] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345859] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ml2.type_drivers = ['vlan'] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346006] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346148] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346281] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346460] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346603] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346738] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346873] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347019] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347157] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347354] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347498] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_login_password = **** {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347637] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347770] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_login_user = admin {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347904] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348054] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348191] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348320] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348460] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348602] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348736] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348869] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349009] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349175] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349337] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349474] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349612] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349799] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349938] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350086] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350222] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350362] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] nova.auth_section = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350503] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] nova.auth_type = password {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350636] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350764] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] nova.certfile = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350893] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] nova.collect_timing = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351039] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] nova.endpoint_type = public {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351175] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] nova.insecure = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351322] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] nova.keyfile = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351465] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] nova.region_name = RegionOne {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351598] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] nova.split_loggers = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351723] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] nova.timeout = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351859] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] placement.auth_section = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351998] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] placement.auth_type = password {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352147] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352272] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] placement.certfile = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352421] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] placement.collect_timing = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352564] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] placement.endpoint_type = public {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352693] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] placement.insecure = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352815] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] placement.keyfile = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352937] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] placement.region_name = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353080] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] placement.split_loggers = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353202] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] placement.timeout = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353335] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.auth_section = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353462] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.auth_type = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353585] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.cafile = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353706] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.certfile = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353834] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.collect_timing = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353956] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.connect_retries = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354092] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.connect_retry_delay = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354224] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.enable_notifications = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354345] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.endpoint_override = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354470] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.insecure = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354593] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.interface = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354744] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.keyfile = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354892] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.max_version = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355031] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.min_version = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355164] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.region_name = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355294] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.retriable_status_codes = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355423] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.service_name = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355549] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.service_type = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355681] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.split_loggers = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355809] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.status_code_retries = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355938] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.status_code_retry_delay = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356075] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.timeout = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356206] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.valid_interfaces = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356331] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ironic.version = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356473] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] cli_script.dry_run = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356617] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356747] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356879] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357014] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357152] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357285] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357416] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357546] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357675] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357817] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357948] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.358105] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.358247] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.358385] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.358520] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.358658] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.358790] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.358920] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.359066] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.359228] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.359366] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.359497] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.359629] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.359758] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.359887] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.360020] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.360155] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.360297] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.360415] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.360545] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.360677] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.ssl = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.360816] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.360952] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361096] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361248] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361408] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361544] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361687] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_notifications.driver = [] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361818] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_notifications.retry = -1 {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361968] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.362113] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.362223] env[65824]: DEBUG oslo_service.backend._eventlet.service [None req-379030f3-fcc4-4b1b-a3b1-fe715988b033 None None] ******************************************************************************** {{(pid=65824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 529.363425] env[65824]: DEBUG neutron.agent.securitygroups_rpc [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Init firewall settings (driver=nsxv3) {{(pid=65824) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 529.364860] env[65824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65824) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 529.365112] env[65824]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] RPC agent_id: nsxm-l-01a.corp.local [ 529.367385] env[65824]: DEBUG dogpile.cache.region [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 529.367508] env[65824]: DEBUG dogpile.lock [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 529.367605] env[65824]: DEBUG dogpile.lock [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 529.367694] env[65824]: DEBUG dogpile.lock [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 529.367785] env[65824]: DEBUG dogpile.cache.region [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 529.367873] env[65824]: DEBUG dogpile.lock [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 529.367996] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 529.399027] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Session token - acquiring [ 529.402175] env[65824]: DEBUG networking_nsxv3.common.locking [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.402409] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.402540] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.402932] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.414762] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.690741] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 529.711597] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 529.711789] env[65824]: DEBUG dogpile.cache.region [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Cache value generated in 0.344 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 529.711834] env[65824]: DEBUG dogpile.lock [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 529.711957] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Activating Policy API Provider. [ 529.712162] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Looking for the default Infrastructure Rules. [ 529.776380] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Looking for the Default Layer3 Logged Drop Section. [ 529.796125] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 529.796613] env[65824]: DEBUG networking_nsxv3.common.locking [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.796795] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquiring lock "all" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.796908] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquired lock "all" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.797227] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquired external semaphore "all" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.797604] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.311803] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.813891] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.316094] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Inventory metadata is going to be refreshed. [ 531.316481] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 532.067587] env[65824]: DEBUG networking_nsxv3.common.locking [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.067905] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.067905] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.068197] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.080469] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 532.081458] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.082097] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 532.100299] env[65824]: DEBUG networking_nsxv3.common.locking [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.100604] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.100604] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.100867] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.100994] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.101162] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 532.101325] env[65824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.101436] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 532.119508] env[65824]: DEBUG networking_nsxv3.common.locking [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.119743] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.119814] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.120056] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.120249] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.120414] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 532.139956] env[65824]: DEBUG networking_nsxv3.common.locking [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.140231] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.140231] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.140513] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.140657] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.140801] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 532.162154] env[65824]: DEBUG networking_nsxv3.common.locking [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.162357] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquiring lock "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.162507] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquired lock "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.162718] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquired external semaphore "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.162856] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Releasing lock "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.163009] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 532.163115] env[65824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.163216] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 532.182177] env[65824]: DEBUG networking_nsxv3.common.locking [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.182444] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquiring lock "Segment QoS" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.182541] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquired lock "Segment QoS" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.182791] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquired external semaphore "Segment QoS" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.182914] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Releasing lock "Segment QoS" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.183077] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 532.183193] env[65824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.183302] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 532.202572] env[65824]: DEBUG networking_nsxv3.common.locking [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.202891] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.202891] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.203142] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.203289] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.203408] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 532.203511] env[65824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.203642] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Inventory metadata have been refreshed. [ 532.203747] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Dryrun:True. Metadata refresh completed. [ 532.203865] env[65824]: DEBUG oslo_concurrency.lockutils [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Releasing lock "all" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.205535] env[65824]: INFO neutron.agent.agent_extensions_manager [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Loaded agent extensions: [] [ 532.206269] env[65824]: DEBUG neutron_lib.callbacks.manager [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65824) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 532.261886] env[65824]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] NSXv3 Agent Agent RPC Daemon Started! [ 532.262057] env[65824]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] NSXv3 Agent Agent loop - iteration:0 started [ 532.262187] env[65824]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] NSXv3 Agent Agent out of sync with plugin! [ 537.207276] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 537.207715] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 542.208764] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 542.209173] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.210371] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.210747] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.798102] env[65824]: INFO networking_nsxv3.common.synchronization [None req-5264b512-40dd-4405-97ed-466c3238c284 demo admin] Enqueued Resource ID: 82996903-0020-4950-9490-17358288bd21 with Priority: HIGHEST for action security_group_rules [ 547.798543] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82996903-0020-4950-9490-17358288bd21 with Priority: HIGHEST for action security_group_rules [ 547.798852] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82996903-0020-4950-9490-17358288bd21 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.798979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82996903-0020-4950-9490-17358288bd21" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.799061] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82996903-0020-4950-9490-17358288bd21" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.799468] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82996903-0020-4950-9490-17358288bd21" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.799563] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82996903-0020-4950-9490-17358288bd21',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.329986] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.330455] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.330455] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.330455] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.330455] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.330641] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82996903-0020-4950-9490-17358288bd21 already deleted. [ 548.330641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82996903-0020-4950-9490-17358288bd21" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.800155] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.800528] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.801466] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.802089] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.802792] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.803209] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.209677] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.210212] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.210212] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.210212] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.210392] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.713485] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.215690] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.718239] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 566.718475] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 567.525893] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.526333] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.526333] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.526405] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.537784] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 567.538446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.539764] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 567.564056] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.564056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.564056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.564056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.564056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.564056] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 567.564056] env[65824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 567.564056] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 567.590375] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.590599] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.590599] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.590777] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.590896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.591010] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 567.618674] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.618866] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.618866] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.619094] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.619198] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.619311] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 567.643151] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.643445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.643445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.643568] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.643650] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.643765] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 567.643835] env[65824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 567.643904] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 567.665364] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.665664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.665664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.665793] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.665849] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.665932] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 567.666000] env[65824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 567.666080] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 567.688999] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.689308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.689308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.691173] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.691173] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.691173] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 567.691173] env[65824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 567.691173] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 567.691173] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 567.691173] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 567.691173] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 567.691173] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 567.691173] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 567.691173] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 567.691173] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 567.721492] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.721793] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.721793] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.721923] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.725026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.725026] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 567.773027] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.773246] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.773246] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.773422] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.773522] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.789269] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.803796] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.804058] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.805760] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 572.806057] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 577.629245] env[65824]: INFO networking_nsxv3.common.synchronization [None req-22d5255f-fbff-41ff-a58e-a69c238ee0e8 None None] Enqueued Resource ID: 05de5bda-2273-4bd2-8338-fc7586a94fe6 with Priority: HIGHEST for action port [ 577.629823] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05de5bda-2273-4bd2-8338-fc7586a94fe6 with Priority: HIGHEST for action port [ 577.630131] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-05de5bda-2273-4bd2-8338-fc7586a94fe6 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.630248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05de5bda-2273-4bd2-8338-fc7586a94fe6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.630311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05de5bda-2273-4bd2-8338-fc7586a94fe6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.630629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05de5bda-2273-4bd2-8338-fc7586a94fe6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.630629] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05de5bda-2273-4bd2-8338-fc7586a94fe6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.135119] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05de5bda-2273-4bd2-8338-fc7586a94fe6 [ 578.137279] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.137279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.137279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.137279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.137279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.137279] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05de5bda-2273-4bd2-8338-fc7586a94fe6 already deleted. [ 578.137279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05de5bda-2273-4bd2-8338-fc7586a94fe6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.495333] env[65824]: INFO networking_nsxv3.common.synchronization [None req-e21f7f87-35e9-4ecb-88bf-6bb7fbce1057 None None] Enqueued Resource ID: f317cc7d-1047-4277-be2e-c80e856479b6 with Priority: HIGHEST for action port [ 578.495333] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f317cc7d-1047-4277-be2e-c80e856479b6 with Priority: HIGHEST for action port [ 578.495333] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-f317cc7d-1047-4277-be2e-c80e856479b6 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.495542] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f317cc7d-1047-4277-be2e-c80e856479b6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.495542] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f317cc7d-1047-4277-be2e-c80e856479b6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.495793] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f317cc7d-1047-4277-be2e-c80e856479b6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.495879] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f317cc7d-1047-4277-be2e-c80e856479b6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.998904] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f317cc7d-1047-4277-be2e-c80e856479b6 [ 578.998904] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.998904] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.998904] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.998904] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.998904] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.998904] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f317cc7d-1047-4277-be2e-c80e856479b6 already deleted. [ 578.999436] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f317cc7d-1047-4277-be2e-c80e856479b6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.572129] env[65824]: INFO networking_nsxv3.common.synchronization [None req-abb2bf06-0bd8-4e5e-995c-98176a23504f None None] Enqueued Resource ID: 4ba809fa-9da5-4992-bb01-20e0b6b19a50 with Priority: HIGHEST for action port [ 579.572129] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba809fa-9da5-4992-bb01-20e0b6b19a50 with Priority: HIGHEST for action port [ 579.572129] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ba809fa-9da5-4992-bb01-20e0b6b19a50 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.572129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ba809fa-9da5-4992-bb01-20e0b6b19a50" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.572129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ba809fa-9da5-4992-bb01-20e0b6b19a50" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.572129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ba809fa-9da5-4992-bb01-20e0b6b19a50" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.572129] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ba809fa-9da5-4992-bb01-20e0b6b19a50',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.038565] env[65824]: INFO networking_nsxv3.common.synchronization [None req-b8da016b-3bf9-4c0d-8f13-fb05798a9cb2 None None] Enqueued Resource ID: b750e0b2-4a9d-4ae2-8efd-babbd06fe63b with Priority: HIGHEST for action port [ 580.041401] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b750e0b2-4a9d-4ae2-8efd-babbd06fe63b with Priority: HIGHEST for action port [ 580.041401] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b750e0b2-4a9d-4ae2-8efd-babbd06fe63b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.041401] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b750e0b2-4a9d-4ae2-8efd-babbd06fe63b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.041401] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b750e0b2-4a9d-4ae2-8efd-babbd06fe63b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.041401] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b750e0b2-4a9d-4ae2-8efd-babbd06fe63b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.041401] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b750e0b2-4a9d-4ae2-8efd-babbd06fe63b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.077585] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ba809fa-9da5-4992-bb01-20e0b6b19a50 [ 580.078793] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.078793] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.078793] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.078793] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.078793] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.078793] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ba809fa-9da5-4992-bb01-20e0b6b19a50 already deleted. [ 580.078793] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ba809fa-9da5-4992-bb01-20e0b6b19a50" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.544913] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b750e0b2-4a9d-4ae2-8efd-babbd06fe63b [ 580.544913] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.544913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.544913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.544913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.544913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.544913] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b750e0b2-4a9d-4ae2-8efd-babbd06fe63b already deleted. [ 580.544913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b750e0b2-4a9d-4ae2-8efd-babbd06fe63b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.038797] env[65824]: INFO networking_nsxv3.common.synchronization [None req-c8a3f56e-d3df-4072-8f9c-6a17e464c9ed None None] Enqueued Resource ID: a3a88473-6060-4e51-982d-04a8e1db6211 with Priority: HIGHEST for action port [ 581.039124] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3a88473-6060-4e51-982d-04a8e1db6211 with Priority: HIGHEST for action port [ 581.040404] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3a88473-6060-4e51-982d-04a8e1db6211 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.040404] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3a88473-6060-4e51-982d-04a8e1db6211" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.040404] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3a88473-6060-4e51-982d-04a8e1db6211" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.041195] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3a88473-6060-4e51-982d-04a8e1db6211" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.041390] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3a88473-6060-4e51-982d-04a8e1db6211',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.545635] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3a88473-6060-4e51-982d-04a8e1db6211 [ 581.545635] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.545635] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.545635] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.545635] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.545635] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.545635] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3a88473-6060-4e51-982d-04a8e1db6211 already deleted. [ 581.545635] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3a88473-6060-4e51-982d-04a8e1db6211" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.976256] env[65824]: INFO networking_nsxv3.common.synchronization [None req-bbcccc20-a5a0-4b87-ad32-21ada5bba0e8 None None] Enqueued Resource ID: 0e6bee4b-0af8-416f-a4c0-9a985ea42e19 with Priority: HIGHEST for action port [ 581.976528] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e6bee4b-0af8-416f-a4c0-9a985ea42e19 with Priority: HIGHEST for action port [ 581.977127] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e6bee4b-0af8-416f-a4c0-9a985ea42e19 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.977234] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e6bee4b-0af8-416f-a4c0-9a985ea42e19" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.977328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e6bee4b-0af8-416f-a4c0-9a985ea42e19" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.977612] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e6bee4b-0af8-416f-a4c0-9a985ea42e19" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.977773] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6bee4b-0af8-416f-a4c0-9a985ea42e19',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.482018] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e6bee4b-0af8-416f-a4c0-9a985ea42e19 [ 582.482292] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.482398] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.482468] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.482687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.482778] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.482874] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e6bee4b-0af8-416f-a4c0-9a985ea42e19 already deleted. [ 582.482953] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e6bee4b-0af8-416f-a4c0-9a985ea42e19" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.584142] env[65824]: INFO networking_nsxv3.common.synchronization [None req-4ccd1c4c-f214-4b68-8f02-349c47958c90 None None] Enqueued Resource ID: 3320aacc-ba5c-4cd5-a934-4aa88fcd9c4e with Priority: HIGHEST for action port [ 582.584224] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3320aacc-ba5c-4cd5-a934-4aa88fcd9c4e with Priority: HIGHEST for action port [ 582.584556] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-3320aacc-ba5c-4cd5-a934-4aa88fcd9c4e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.584700] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3320aacc-ba5c-4cd5-a934-4aa88fcd9c4e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.584804] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3320aacc-ba5c-4cd5-a934-4aa88fcd9c4e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.585206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3320aacc-ba5c-4cd5-a934-4aa88fcd9c4e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.585297] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3320aacc-ba5c-4cd5-a934-4aa88fcd9c4e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.088409] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3320aacc-ba5c-4cd5-a934-4aa88fcd9c4e [ 583.088409] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.088559] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.088559] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.088802] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.088913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.089012] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3320aacc-ba5c-4cd5-a934-4aa88fcd9c4e already deleted. [ 583.089125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3320aacc-ba5c-4cd5-a934-4aa88fcd9c4e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.187618] env[65824]: INFO networking_nsxv3.common.synchronization [None req-cd7e3a81-2f39-423e-8665-55e7c5b69678 None None] Enqueued Resource ID: dce8afba-0631-4224-978f-a033c5d5ccfc with Priority: HIGHEST for action port [ 583.188208] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce8afba-0631-4224-978f-a033c5d5ccfc with Priority: HIGHEST for action port [ 583.189459] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-dce8afba-0631-4224-978f-a033c5d5ccfc taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.189459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dce8afba-0631-4224-978f-a033c5d5ccfc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.189459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dce8afba-0631-4224-978f-a033c5d5ccfc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.189459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dce8afba-0631-4224-978f-a033c5d5ccfc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.189459] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dce8afba-0631-4224-978f-a033c5d5ccfc',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.670672] env[65824]: INFO networking_nsxv3.common.synchronization [None req-ba72a1a3-f737-48d7-9ed5-c1e23b305d43 None None] Enqueued Resource ID: 175d2128-a4c4-4ebf-acbf-8d9bb475d77b with Priority: HIGHEST for action port [ 583.671815] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175d2128-a4c4-4ebf-acbf-8d9bb475d77b with Priority: HIGHEST for action port [ 583.671815] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-175d2128-a4c4-4ebf-acbf-8d9bb475d77b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.671815] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-175d2128-a4c4-4ebf-acbf-8d9bb475d77b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.671815] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-175d2128-a4c4-4ebf-acbf-8d9bb475d77b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.672145] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-175d2128-a4c4-4ebf-acbf-8d9bb475d77b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.675263] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175d2128-a4c4-4ebf-acbf-8d9bb475d77b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.695950] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dce8afba-0631-4224-978f-a033c5d5ccfc [ 583.696231] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.696370] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.696441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.696661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.696737] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.696832] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dce8afba-0631-4224-978f-a033c5d5ccfc already deleted. [ 583.696913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dce8afba-0631-4224-978f-a033c5d5ccfc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.177310] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 175d2128-a4c4-4ebf-acbf-8d9bb475d77b [ 584.177546] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.177687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.177756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.177968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.178074] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.178169] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:175d2128-a4c4-4ebf-acbf-8d9bb475d77b already deleted. [ 584.178252] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-175d2128-a4c4-4ebf-acbf-8d9bb475d77b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.628938] env[65824]: INFO networking_nsxv3.common.synchronization [None req-a07e21be-b627-4b5b-82c4-0016c81014b2 None None] Enqueued Resource ID: fa32d345-5158-4182-a65d-f6edfaa3ef07 with Priority: HIGHEST for action port [ 584.628938] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa32d345-5158-4182-a65d-f6edfaa3ef07 with Priority: HIGHEST for action port [ 584.628938] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa32d345-5158-4182-a65d-f6edfaa3ef07 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.628938] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa32d345-5158-4182-a65d-f6edfaa3ef07" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.628938] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa32d345-5158-4182-a65d-f6edfaa3ef07" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.628938] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa32d345-5158-4182-a65d-f6edfaa3ef07" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.628938] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa32d345-5158-4182-a65d-f6edfaa3ef07',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.129436] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa32d345-5158-4182-a65d-f6edfaa3ef07 [ 585.129730] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.130466] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.130614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.130999] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.130999] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.131241] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa32d345-5158-4182-a65d-f6edfaa3ef07 already deleted. [ 585.131301] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa32d345-5158-4182-a65d-f6edfaa3ef07" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.140764] env[65824]: INFO networking_nsxv3.common.synchronization [None req-b98e4121-9971-45c4-9848-b4996f272caa None None] Enqueued Resource ID: 13ba1377-e4a5-44c6-bf18-be9d3be6f8a7 with Priority: HIGHEST for action port [ 586.141182] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13ba1377-e4a5-44c6-bf18-be9d3be6f8a7 with Priority: HIGHEST for action port [ 586.141490] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-13ba1377-e4a5-44c6-bf18-be9d3be6f8a7 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.141686] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13ba1377-e4a5-44c6-bf18-be9d3be6f8a7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.141733] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13ba1377-e4a5-44c6-bf18-be9d3be6f8a7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.141971] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13ba1377-e4a5-44c6-bf18-be9d3be6f8a7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.143313] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13ba1377-e4a5-44c6-bf18-be9d3be6f8a7',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.646565] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13ba1377-e4a5-44c6-bf18-be9d3be6f8a7 [ 586.646565] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.646565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.646565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.646565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.646565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.646565] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13ba1377-e4a5-44c6-bf18-be9d3be6f8a7 already deleted. [ 586.646565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13ba1377-e4a5-44c6-bf18-be9d3be6f8a7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.029313] env[65824]: INFO networking_nsxv3.common.synchronization [None req-535a28f4-47cc-4bbf-9cb9-18fb34c20399 None None] Enqueued Resource ID: fdcac4de-926b-4f89-9ba2-f9afd6a7758f with Priority: HIGHEST for action port [ 587.030230] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdcac4de-926b-4f89-9ba2-f9afd6a7758f with Priority: HIGHEST for action port [ 587.031166] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdcac4de-926b-4f89-9ba2-f9afd6a7758f taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.031477] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdcac4de-926b-4f89-9ba2-f9afd6a7758f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.031631] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdcac4de-926b-4f89-9ba2-f9afd6a7758f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.031926] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdcac4de-926b-4f89-9ba2-f9afd6a7758f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.031926] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdcac4de-926b-4f89-9ba2-f9afd6a7758f',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.534718] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdcac4de-926b-4f89-9ba2-f9afd6a7758f [ 587.534996] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.534996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.534996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.535247] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.535247] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.535561] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdcac4de-926b-4f89-9ba2-f9afd6a7758f already deleted. [ 587.535561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdcac4de-926b-4f89-9ba2-f9afd6a7758f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.901344] env[65824]: INFO networking_nsxv3.common.synchronization [None req-d49745be-aa38-4281-8b0a-c4a0f88444d9 None None] Enqueued Resource ID: 3119dce7-b103-4a1b-a5f3-cc1a98cd950c with Priority: HIGHEST for action port [ 587.901940] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3119dce7-b103-4a1b-a5f3-cc1a98cd950c with Priority: HIGHEST for action port [ 587.902294] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-3119dce7-b103-4a1b-a5f3-cc1a98cd950c taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.902421] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3119dce7-b103-4a1b-a5f3-cc1a98cd950c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.902490] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3119dce7-b103-4a1b-a5f3-cc1a98cd950c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.902769] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3119dce7-b103-4a1b-a5f3-cc1a98cd950c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.902858] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3119dce7-b103-4a1b-a5f3-cc1a98cd950c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.407566] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3119dce7-b103-4a1b-a5f3-cc1a98cd950c [ 588.407911] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.408065] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.408136] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.408339] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.408429] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.408522] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3119dce7-b103-4a1b-a5f3-cc1a98cd950c already deleted. [ 588.408598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3119dce7-b103-4a1b-a5f3-cc1a98cd950c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.387030] env[65824]: INFO networking_nsxv3.common.synchronization [None req-cb009d32-6594-4560-80a7-7f6e2607775d None None] Enqueued Resource ID: 98cac8bc-2a8a-48d6-aa5c-8c8f0e403369 with Priority: HIGHEST for action port [ 589.387300] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cac8bc-2a8a-48d6-aa5c-8c8f0e403369 with Priority: HIGHEST for action port [ 589.387623] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-98cac8bc-2a8a-48d6-aa5c-8c8f0e403369 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.388433] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98cac8bc-2a8a-48d6-aa5c-8c8f0e403369" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.388433] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98cac8bc-2a8a-48d6-aa5c-8c8f0e403369" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.388433] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98cac8bc-2a8a-48d6-aa5c-8c8f0e403369" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.388433] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98cac8bc-2a8a-48d6-aa5c-8c8f0e403369',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.890388] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98cac8bc-2a8a-48d6-aa5c-8c8f0e403369 [ 589.890730] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.890863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.890863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.891091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.891210] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.891280] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98cac8bc-2a8a-48d6-aa5c-8c8f0e403369 already deleted. [ 589.891362] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98cac8bc-2a8a-48d6-aa5c-8c8f0e403369" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.929015] env[65824]: INFO networking_nsxv3.common.synchronization [None req-10dccaac-8733-4e10-9fd8-33ea2a0c5a1b None None] Enqueued Resource ID: 7e2409ab-a244-4beb-99d2-128cce5d5a80 with Priority: HIGHEST for action port [ 589.930185] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2409ab-a244-4beb-99d2-128cce5d5a80 with Priority: HIGHEST for action port [ 589.930402] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e2409ab-a244-4beb-99d2-128cce5d5a80 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.930949] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e2409ab-a244-4beb-99d2-128cce5d5a80" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.931167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e2409ab-a244-4beb-99d2-128cce5d5a80" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.931446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e2409ab-a244-4beb-99d2-128cce5d5a80" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.931556] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e2409ab-a244-4beb-99d2-128cce5d5a80',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.208642] env[65824]: INFO networking_nsxv3.common.synchronization [None req-b432c43f-08c5-43c6-9e31-19d4592f7929 None None] Enqueued Resource ID: d757c904-bcf6-47b1-b5c0-5c49ff12e87a with Priority: HIGHEST for action port [ 590.209187] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d757c904-bcf6-47b1-b5c0-5c49ff12e87a with Priority: HIGHEST for action port [ 590.209480] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-d757c904-bcf6-47b1-b5c0-5c49ff12e87a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.209643] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d757c904-bcf6-47b1-b5c0-5c49ff12e87a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.209779] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d757c904-bcf6-47b1-b5c0-5c49ff12e87a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.210663] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d757c904-bcf6-47b1-b5c0-5c49ff12e87a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.210759] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d757c904-bcf6-47b1-b5c0-5c49ff12e87a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.435067] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e2409ab-a244-4beb-99d2-128cce5d5a80 [ 590.435067] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.435067] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.435067] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.435067] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.435067] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.435067] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e2409ab-a244-4beb-99d2-128cce5d5a80 already deleted. [ 590.435067] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e2409ab-a244-4beb-99d2-128cce5d5a80" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.714411] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d757c904-bcf6-47b1-b5c0-5c49ff12e87a [ 590.716367] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.716367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.716367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.716367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.716367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.716367] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d757c904-bcf6-47b1-b5c0-5c49ff12e87a already deleted. [ 590.716367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d757c904-bcf6-47b1-b5c0-5c49ff12e87a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.291039] env[65824]: INFO networking_nsxv3.common.synchronization [req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 req-28f36ffc-c3a5-4063-a5fc-582534a75934 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Enqueued Resource ID: e41ca597-cc02-425f-a222-c3db454936f2 with Priority: HIGHEST for action security_group_members [ 591.291594] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41ca597-cc02-425f-a222-c3db454936f2 with Priority: HIGHEST for action security_group_members [ 591.291904] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41ca597-cc02-425f-a222-c3db454936f2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.292037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.292103] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.292356] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.292514] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.292643] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.292714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.292867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.292951] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.295583] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41ca597-cc02-425f-a222-c3db454936f2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.800734] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.801011] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.801011] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.801162] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.801686] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.801686] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.801686] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.801686] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.801840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.801840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.802317] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41ca597-cc02-425f-a222-c3db454936f2 already deleted. [ 591.802317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.805346] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.805605] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.805810] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.806925] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.807598] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.807795] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.809898] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.810114] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.811030] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.811030] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.811030] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.811030] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.811030] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.811030] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.811388] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.811732] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.836151] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.836330] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.836444] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.836620] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.836927] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-d8572d7d-bde9-4f2e-9c98-0db54c99907a taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.837112] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-d8572d7d-bde9-4f2e-9c98-0db54c99907a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.837228] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-d8572d7d-bde9-4f2e-9c98-0db54c99907a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.837608] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-d8572d7d-bde9-4f2e-9c98-0db54c99907a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.837766] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8572d7d-bde9-4f2e-9c98-0db54c99907a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.919491] env[65824]: INFO networking_nsxv3.common.synchronization [None req-41a53fde-a59c-4928-9484-96aca675f1fb None None] Enqueued Resource ID: 3d08d522-f6fc-4c8b-8da4-bc766fabd895 with Priority: HIGHEST for action port [ 591.919718] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d08d522-f6fc-4c8b-8da4-bc766fabd895 with Priority: HIGHEST for action port [ 591.920230] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d08d522-f6fc-4c8b-8da4-bc766fabd895 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.920345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d08d522-f6fc-4c8b-8da4-bc766fabd895" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.920412] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d08d522-f6fc-4c8b-8da4-bc766fabd895" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.920658] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d08d522-f6fc-4c8b-8da4-bc766fabd895" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.920736] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d08d522-f6fc-4c8b-8da4-bc766fabd895',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.342754] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.342977] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.343051] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.346335] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.346335] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.346474] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port d8572d7d-bde9-4f2e-9c98-0db54c99907a not found, creating... [ 592.346721] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.346886] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.347009] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.347243] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.347377] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.347826] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.347957] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.347987] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.348203] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.348333] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.348469] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: d8572d7d-bde9-4f2e-9c98-0db54c99907a is going to be created. [ 592.377984] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.378374] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.378740] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.380618] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.380935] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.381183] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-d8572d7d-bde9-4f2e-9c98-0db54c99907a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.425304] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d08d522-f6fc-4c8b-8da4-bc766fabd895 [ 592.426452] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.426623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.427232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.427232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.427232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.427232] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d08d522-f6fc-4c8b-8da4-bc766fabd895 already deleted. [ 592.427232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d08d522-f6fc-4c8b-8da4-bc766fabd895" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.910065] env[65824]: INFO networking_nsxv3.common.synchronization [None req-d2beb13a-e843-4c47-b027-626f4fe066e7 None None] Enqueued Resource ID: 45c49aab-7494-4022-a762-353d1491b9f5 with Priority: HIGHEST for action port [ 592.910605] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45c49aab-7494-4022-a762-353d1491b9f5 with Priority: HIGHEST for action port [ 592.910958] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-45c49aab-7494-4022-a762-353d1491b9f5 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.911404] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45c49aab-7494-4022-a762-353d1491b9f5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.911503] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45c49aab-7494-4022-a762-353d1491b9f5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.911788] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45c49aab-7494-4022-a762-353d1491b9f5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.911986] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45c49aab-7494-4022-a762-353d1491b9f5',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.221448] env[65824]: INFO networking_nsxv3.common.synchronization [req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 req-701f9595-1495-48fc-9c95-1e51b50ed740 service nova] Enqueued Resource ID: e41ca597-cc02-425f-a222-c3db454936f2 with Priority: HIGHEST for action security_group_rules [ 593.221768] env[65824]: INFO networking_nsxv3.common.synchronization [req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 req-701f9595-1495-48fc-9c95-1e51b50ed740 service nova] Enqueued Resource ID: e41ca597-cc02-425f-a222-c3db454936f2 with Priority: HIGHEST for action security_group_members [ 593.221918] env[65824]: INFO networking_nsxv3.common.synchronization [req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 req-701f9595-1495-48fc-9c95-1e51b50ed740 service nova] Enqueued Resource ID: d8572d7d-bde9-4f2e-9c98-0db54c99907a with Priority: HIGHEST for action port [ 593.222878] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41ca597-cc02-425f-a222-c3db454936f2 with Priority: HIGHEST for action security_group_rules [ 593.222987] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41ca597-cc02-425f-a222-c3db454936f2 with Priority: HIGHEST for action security_group_members [ 593.223071] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8572d7d-bde9-4f2e-9c98-0db54c99907a with Priority: HIGHEST for action port [ 593.223419] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e41ca597-cc02-425f-a222-c3db454936f2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.223535] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.223535] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.223778] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.223897] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e41ca597-cc02-425f-a222-c3db454936f2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.225786] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41ca597-cc02-425f-a222-c3db454936f2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.225786] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.225786] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.225786] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.225786] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.225786] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.226197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.226197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.226197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.226197] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41ca597-cc02-425f-a222-c3db454936f2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.228899] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8572d7d-bde9-4f2e-9c98-0db54c99907a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.228899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8572d7d-bde9-4f2e-9c98-0db54c99907a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.228899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8572d7d-bde9-4f2e-9c98-0db54c99907a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.228899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8572d7d-bde9-4f2e-9c98-0db54c99907a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.228899] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8572d7d-bde9-4f2e-9c98-0db54c99907a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.414114] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45c49aab-7494-4022-a762-353d1491b9f5 [ 593.416522] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.416522] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.416522] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.416522] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.416522] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.416522] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45c49aab-7494-4022-a762-353d1491b9f5 already deleted. [ 593.416522] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45c49aab-7494-4022-a762-353d1491b9f5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.443944] env[65824]: INFO networking_nsxv3.common.synchronization [req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 req-9f61b922-d65e-4cc1-8615-d3d90a5ad2cc tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Enqueued Resource ID: fc5ec171-7f79-4869-910c-13c5de58d57e with Priority: HIGHEST for action security_group_members [ 593.445277] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5ec171-7f79-4869-910c-13c5de58d57e with Priority: HIGHEST for action security_group_members [ 593.445277] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5ec171-7f79-4869-910c-13c5de58d57e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.445277] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.445529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.449134] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.450012] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.450012] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.450012] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.450012] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.450012] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.450012] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5ec171-7f79-4869-910c-13c5de58d57e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.730547] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41ca597-cc02-425f-a222-c3db454936f2 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.732080] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.744898] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8572d7d-bde9-4f2e-9c98-0db54c99907a with status ACTIVE [ 593.744898] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.744898] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.744898] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.746317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.746317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.746317] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.746317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.746317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.746317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.746317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.746317] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.746317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.746317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.746317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.746317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.746317] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8572d7d-bde9-4f2e-9c98-0db54c99907a is going to be updated. [ 593.748500] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e41ca597-cc02-425f-a222-c3db454936f2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.770561] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.770720] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.770789] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.771419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.771419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.771419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8572d7d-bde9-4f2e-9c98-0db54c99907a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.886211] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.886375] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.886471] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.886757] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.887013] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.887179] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.887296] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.887911] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.889164] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.889424] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.889547] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.890457] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.890626] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.890753] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.890864] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.892266] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.912841] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.913226] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.913226] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.913697] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.913697] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-e834908f-cbf0-41ae-8fdb-4b84423a3e77 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.913829] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-e834908f-cbf0-41ae-8fdb-4b84423a3e77" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.913917] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-e834908f-cbf0-41ae-8fdb-4b84423a3e77" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.914311] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-e834908f-cbf0-41ae-8fdb-4b84423a3e77" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.914451] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e834908f-cbf0-41ae-8fdb-4b84423a3e77',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.951964] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.952155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.952155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.952283] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.952379] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.952841] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.952841] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.952841] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.953017] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.953017] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.953077] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5ec171-7f79-4869-910c-13c5de58d57e already deleted. [ 593.953499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.252318] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e41ca597-cc02-425f-a222-c3db454936f2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.418920] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.418920] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.418920] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.418920] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.418920] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.418920] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port e834908f-cbf0-41ae-8fdb-4b84423a3e77 not found, creating... [ 594.418920] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.418920] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.418920] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.420116] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.420284] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.422800] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.423128] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.423128] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.423322] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.423446] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.423577] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: e834908f-cbf0-41ae-8fdb-4b84423a3e77 is going to be created. [ 594.446218] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.446455] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.446545] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.446811] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.447048] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.447292] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-e834908f-cbf0-41ae-8fdb-4b84423a3e77" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.754413] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.754759] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.754759] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.754906] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.754942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.755044] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41ca597-cc02-425f-a222-c3db454936f2 is going to be created. [ 594.786146] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.786520] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.786520] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.786690] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.790022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.797359] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41ca597-cc02-425f-a222-c3db454936f2 in Status: UNINITIALIZED for 2s [ 595.027268] env[65824]: INFO networking_nsxv3.common.synchronization [None req-32bf4596-718f-4b97-8a3b-6462c6c42dc4 None None] Enqueued Resource ID: 54262c22-1e37-4728-90b9-f5e6926ca403 with Priority: HIGHEST for action port [ 595.027268] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54262c22-1e37-4728-90b9-f5e6926ca403 with Priority: HIGHEST for action port [ 595.027774] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-54262c22-1e37-4728-90b9-f5e6926ca403 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.027774] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54262c22-1e37-4728-90b9-f5e6926ca403" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.027925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54262c22-1e37-4728-90b9-f5e6926ca403" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.028131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54262c22-1e37-4728-90b9-f5e6926ca403" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.028218] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54262c22-1e37-4728-90b9-f5e6926ca403',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.186824] env[65824]: INFO networking_nsxv3.common.synchronization [req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 req-ab61c91e-b8e5-4416-86fd-d7d5c6481587 service nova] Enqueued Resource ID: fc5ec171-7f79-4869-910c-13c5de58d57e with Priority: HIGHEST for action security_group_rules [ 595.187683] env[65824]: INFO networking_nsxv3.common.synchronization [req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 req-ab61c91e-b8e5-4416-86fd-d7d5c6481587 service nova] Enqueued Resource ID: fc5ec171-7f79-4869-910c-13c5de58d57e with Priority: HIGHEST for action security_group_members [ 595.187683] env[65824]: INFO networking_nsxv3.common.synchronization [req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 req-ab61c91e-b8e5-4416-86fd-d7d5c6481587 service nova] Enqueued Resource ID: e834908f-cbf0-41ae-8fdb-4b84423a3e77 with Priority: HIGHEST for action port [ 595.188262] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5ec171-7f79-4869-910c-13c5de58d57e with Priority: HIGHEST for action security_group_rules [ 595.188428] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5ec171-7f79-4869-910c-13c5de58d57e with Priority: HIGHEST for action security_group_members [ 595.188554] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e834908f-cbf0-41ae-8fdb-4b84423a3e77 with Priority: HIGHEST for action port [ 595.189413] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc5ec171-7f79-4869-910c-13c5de58d57e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.189413] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.189413] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.189677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.189729] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc5ec171-7f79-4869-910c-13c5de58d57e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.191409] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5ec171-7f79-4869-910c-13c5de58d57e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.191409] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.191409] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.191409] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.191730] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.191868] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.191951] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.192160] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.192269] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.192378] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5ec171-7f79-4869-910c-13c5de58d57e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.193165] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-e834908f-cbf0-41ae-8fdb-4b84423a3e77 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.193300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e834908f-cbf0-41ae-8fdb-4b84423a3e77" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.193367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e834908f-cbf0-41ae-8fdb-4b84423a3e77" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.193516] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e834908f-cbf0-41ae-8fdb-4b84423a3e77" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.193591] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e834908f-cbf0-41ae-8fdb-4b84423a3e77',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.532621] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54262c22-1e37-4728-90b9-f5e6926ca403 [ 595.532621] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.532621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.532621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.532926] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.532926] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.532926] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54262c22-1e37-4728-90b9-f5e6926ca403 already deleted. [ 595.533026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54262c22-1e37-4728-90b9-f5e6926ca403" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.695190] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5ec171-7f79-4869-910c-13c5de58d57e taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.695594] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.697707] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e834908f-cbf0-41ae-8fdb-4b84423a3e77 with status ACTIVE [ 595.697970] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.698076] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.698076] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.698305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.698392] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.698564] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.698662] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.698934] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.698934] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.698934] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.699163] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.699223] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.699257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.699394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.699497] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.699644] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e834908f-cbf0-41ae-8fdb-4b84423a3e77 is going to be updated. [ 595.700605] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc5ec171-7f79-4869-910c-13c5de58d57e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.720617] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.720764] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.721099] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.721099] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.721185] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.721321] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e834908f-cbf0-41ae-8fdb-4b84423a3e77" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.765236] env[65824]: INFO networking_nsxv3.common.synchronization [req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 req-fc826d21-c39c-438c-90fa-155e86b72e9d tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Enqueued Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_members [ 595.765761] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_members [ 595.766321] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.766460] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.766725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.766792] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.766926] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.767042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.767101] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.767252] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.767335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.767428] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.802700] env[65824]: INFO networking_nsxv3.common.synchronization [None req-26443542-a9cb-4ae7-bbb2-08a87af71ea7 None None] Enqueued Resource ID: cd4d04ac-e811-4d15-9c85-507954f54d51 with Priority: HIGHEST for action port [ 595.803304] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd4d04ac-e811-4d15-9c85-507954f54d51 with Priority: HIGHEST for action port [ 595.803657] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd4d04ac-e811-4d15-9c85-507954f54d51 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.804232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd4d04ac-e811-4d15-9c85-507954f54d51" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.804314] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd4d04ac-e811-4d15-9c85-507954f54d51" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.804563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd4d04ac-e811-4d15-9c85-507954f54d51" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.804640] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd4d04ac-e811-4d15-9c85-507954f54d51',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.204902] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc5ec171-7f79-4869-910c-13c5de58d57e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.269818] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.270424] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.270424] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.270424] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.270424] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.270586] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.270657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.270714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.270890] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.270980] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.271113] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a already deleted. [ 596.272050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.307558] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd4d04ac-e811-4d15-9c85-507954f54d51 [ 596.307982] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.308168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.308238] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.308454] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.308543] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.308636] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd4d04ac-e811-4d15-9c85-507954f54d51 already deleted. [ 596.308719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd4d04ac-e811-4d15-9c85-507954f54d51" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.711506] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.711506] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.711506] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.711506] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.711506] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.711506] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5ec171-7f79-4869-910c-13c5de58d57e is going to be created. [ 596.733637] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.733783] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.733843] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.734082] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.734711] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.744996] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5ec171-7f79-4869-910c-13c5de58d57e in Status: UNINITIALIZED for 2s [ 596.783059] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-109 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.783059] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-109" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.783264] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-109" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.783469] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-109" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.784113] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.784353] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.784415] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.784611] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.784784] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.784979] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.785100] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.785204] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.785931] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.785931] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.785931] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.785931] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.804196] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.805701] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.805701] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.805701] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-109" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.805701] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-41a715c2-cd5c-4ea1-8ef3-137fe47f15ee taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.805701] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-41a715c2-cd5c-4ea1-8ef3-137fe47f15ee" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.805701] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-41a715c2-cd5c-4ea1-8ef3-137fe47f15ee" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.805701] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-41a715c2-cd5c-4ea1-8ef3-137fe47f15ee" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.805701] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41a715c2-cd5c-4ea1-8ef3-137fe47f15ee',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.822286] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41ca597-cc02-425f-a222-c3db454936f2 in Status: SUCCESS [ 596.822514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.822802] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.823458] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.823651] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.824011] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.824011] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.824011] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.824166] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.824166] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.824229] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e41ca597-cc02-425f-a222-c3db454936f2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.052514] env[65824]: INFO networking_nsxv3.common.synchronization [None req-554d7d96-247c-4521-95a3-ed81a130bc09 None None] Enqueued Resource ID: 28b90745-9b8c-4016-b2a4-4234dcea5d51 with Priority: HIGHEST for action port [ 597.053402] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b90745-9b8c-4016-b2a4-4234dcea5d51 with Priority: HIGHEST for action port [ 597.053564] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-28b90745-9b8c-4016-b2a4-4234dcea5d51 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.053651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28b90745-9b8c-4016-b2a4-4234dcea5d51" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.053793] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28b90745-9b8c-4016-b2a4-4234dcea5d51" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.055814] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28b90745-9b8c-4016-b2a4-4234dcea5d51" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.055814] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28b90745-9b8c-4016-b2a4-4234dcea5d51',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.308056] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.308462] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.308462] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.308601] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.308792] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.308914] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 41a715c2-cd5c-4ea1-8ef3-137fe47f15ee not found, creating... [ 597.309180] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.309346] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.309453] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.309775] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.309928] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.310229] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.310382] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.310494] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.310705] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.310837] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.310976] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 41a715c2-cd5c-4ea1-8ef3-137fe47f15ee is going to be created. [ 597.327288] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41ca597-cc02-425f-a222-c3db454936f2 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.327483] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.327483] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.327691] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.327862] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.327965] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.328036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.328224] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.328349] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.328447] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.328600] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41ca597-cc02-425f-a222-c3db454936f2 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.328707] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.328771] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.328957] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.329116] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.329209] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.329273] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.329415] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.329502] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.329595] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.329689] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e41ca597-cc02-425f-a222-c3db454936f2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.331881] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.332117] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.332260] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.332499] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.332766] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.332982] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-41a715c2-cd5c-4ea1-8ef3-137fe47f15ee" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.557461] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28b90745-9b8c-4016-b2a4-4234dcea5d51 [ 597.558203] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.558203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.558203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.558203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.558434] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.558434] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28b90745-9b8c-4016-b2a4-4234dcea5d51 already deleted. [ 597.558434] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28b90745-9b8c-4016-b2a4-4234dcea5d51" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.835298] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e41ca597-cc02-425f-a222-c3db454936f2: rpc.has_security_group_logging(os_id): False [ 597.879224] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.879358] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.879425] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.879684] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.879726] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.879924] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.880379] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.880379] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.880379] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.880379] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.880537] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.884282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.884364] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.885024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.885024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.885024] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.885024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.885024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.885335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.885335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.885335] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e41ca597-cc02-425f-a222-c3db454936f2 is going to be created. [ 597.964017] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.964017] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.964017] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.964017] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.964017] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.975186] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e41ca597-cc02-425f-a222-c3db454936f2 in Status: IN_PROGRESS for 2s [ 598.163330] env[65824]: INFO networking_nsxv3.common.synchronization [req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 req-289d85dc-f55c-43fc-a119-21d3947e2d86 service nova] Enqueued Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_rules [ 598.163599] env[65824]: INFO networking_nsxv3.common.synchronization [req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 req-289d85dc-f55c-43fc-a119-21d3947e2d86 service nova] Enqueued Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_members [ 598.163681] env[65824]: INFO networking_nsxv3.common.synchronization [req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 req-289d85dc-f55c-43fc-a119-21d3947e2d86 service nova] Enqueued Resource ID: 41a715c2-cd5c-4ea1-8ef3-137fe47f15ee with Priority: HIGHEST for action port [ 598.164149] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_rules [ 598.164287] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_members [ 598.164510] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a715c2-cd5c-4ea1-8ef3-137fe47f15ee with Priority: HIGHEST for action port [ 598.164874] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.165104] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.165104] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.165301] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.165465] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.166335] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.166498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.166554] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.166716] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.166868] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.166965] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.167033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.167282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.167369] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.167518] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.168781] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-41a715c2-cd5c-4ea1-8ef3-137fe47f15ee taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.168893] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41a715c2-cd5c-4ea1-8ef3-137fe47f15ee" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.168996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41a715c2-cd5c-4ea1-8ef3-137fe47f15ee" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.169230] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41a715c2-cd5c-4ea1-8ef3-137fe47f15ee" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.169303] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41a715c2-cd5c-4ea1-8ef3-137fe47f15ee',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.673022] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.673022] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41a715c2-cd5c-4ea1-8ef3-137fe47f15ee with status ACTIVE [ 598.673022] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.673022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.673022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.673022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.673022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.673022] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.673022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.673022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.673022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.673022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.673022] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.673022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.673022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.673022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.674407] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.674407] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41a715c2-cd5c-4ea1-8ef3-137fe47f15ee is going to be updated. [ 598.677135] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.677135] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.679257] env[65824]: INFO networking_nsxv3.common.synchronization [None req-99e42c89-73b0-4a58-9428-7c392507b469 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Enqueued Resource ID: cffae331-6828-465c-a904-0cccc5f4d3f2 with Priority: HIGHEST for action security_group_rules [ 598.682504] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cffae331-6828-465c-a904-0cccc5f4d3f2 with Priority: HIGHEST for action security_group_rules [ 598.682504] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cffae331-6828-465c-a904-0cccc5f4d3f2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.682504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.682504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.682504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.682504] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cffae331-6828-465c-a904-0cccc5f4d3f2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.700207] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.700393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.700453] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.700621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.700766] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.700921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41a715c2-cd5c-4ea1-8ef3-137fe47f15ee" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.758975] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5ec171-7f79-4869-910c-13c5de58d57e in Status: SUCCESS [ 598.759212] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.759869] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.760279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.760475] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.760593] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.760650] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.760807] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.762132] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.762244] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.762493] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc5ec171-7f79-4869-910c-13c5de58d57e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.943595] env[65824]: INFO networking_nsxv3.common.synchronization [None req-d1efb83c-5d4e-4ee8-9e54-b21668c11530 None None] Enqueued Resource ID: 7777ed24-32aa-4e0b-b776-bc94710515e9 with Priority: HIGHEST for action port [ 598.944341] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7777ed24-32aa-4e0b-b776-bc94710515e9 with Priority: HIGHEST for action port [ 598.944640] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-7777ed24-32aa-4e0b-b776-bc94710515e9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.944761] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7777ed24-32aa-4e0b-b776-bc94710515e9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.944815] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7777ed24-32aa-4e0b-b776-bc94710515e9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.945295] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7777ed24-32aa-4e0b-b776-bc94710515e9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.945387] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7777ed24-32aa-4e0b-b776-bc94710515e9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.096366] env[65824]: INFO networking_nsxv3.common.synchronization [None req-21ab43ca-3326-4c24-831c-53513cab7cd0 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Enqueued Resource ID: cffae331-6828-465c-a904-0cccc5f4d3f2 with Priority: HIGHEST for action security_group_rules [ 599.097057] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cffae331-6828-465c-a904-0cccc5f4d3f2 with Priority: HIGHEST for action security_group_rules [ 599.097057] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cffae331-6828-465c-a904-0cccc5f4d3f2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.097585] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.182152] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.208016] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.208016] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.208016] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.208016] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.208016] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.208016] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cffae331-6828-465c-a904-0cccc5f4d3f2 already deleted. [ 599.208016] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.209861] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.210251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.210251] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cffae331-6828-465c-a904-0cccc5f4d3f2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.266163] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5ec171-7f79-4869-910c-13c5de58d57e taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.266410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.266485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.266700] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.266874] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.266972] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.267047] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.267196] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.267283] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.267369] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.267513] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5ec171-7f79-4869-910c-13c5de58d57e taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.267602] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.268013] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.268013] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.268013] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.268013] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.268164] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.268213] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.268271] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.268359] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.268446] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc5ec171-7f79-4869-910c-13c5de58d57e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.450903] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7777ed24-32aa-4e0b-b776-bc94710515e9 [ 599.451318] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.452281] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.452394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.452608] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.454031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.454031] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7777ed24-32aa-4e0b-b776-bc94710515e9 already deleted. [ 599.454031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7777ed24-32aa-4e0b-b776-bc94710515e9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.682765] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.683144] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.683144] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.683510] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.683510] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.683736] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a is going to be created. [ 599.708297] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.708297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.708297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.708845] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.708845] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.721637] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: UNINITIALIZED for 2s [ 599.737192] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.737557] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.737557] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.738437] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.738437] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.738437] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cffae331-6828-465c-a904-0cccc5f4d3f2 already deleted. [ 599.738437] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.773072] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc5ec171-7f79-4869-910c-13c5de58d57e: rpc.has_security_group_logging(os_id): False [ 599.793029] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.795441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.795441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.795441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.795441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.795441] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.795441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.795441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.795441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.795441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.795441] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.795441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.795441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.795441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.795441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.797080] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.797080] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.797080] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.797080] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.797336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.797449] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc5ec171-7f79-4869-910c-13c5de58d57e is going to be created. [ 599.856419] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.856419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.856602] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.856721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.856856] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.868070] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5ec171-7f79-4869-910c-13c5de58d57e in Status: IN_PROGRESS for 2s [ 599.988326] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e41ca597-cc02-425f-a222-c3db454936f2 in Status: SUCCESS [ 599.988673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.736027] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: SUCCESS [ 601.736027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.736027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.736027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.736027] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.736027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.736027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.736027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.736027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.736027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.736027] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.824022] env[65824]: INFO networking_nsxv3.common.synchronization [None req-7e845366-b7f9-40b7-81fc-643d2a3423be None None] Enqueued Resource ID: 61193fc7-cc92-4330-aa48-a26ccf53303d with Priority: HIGHEST for action port [ 601.824593] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61193fc7-cc92-4330-aa48-a26ccf53303d with Priority: HIGHEST for action port [ 601.824892] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-61193fc7-cc92-4330-aa48-a26ccf53303d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.825512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61193fc7-cc92-4330-aa48-a26ccf53303d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.826498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61193fc7-cc92-4330-aa48-a26ccf53303d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.826498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61193fc7-cc92-4330-aa48-a26ccf53303d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.826498] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61193fc7-cc92-4330-aa48-a26ccf53303d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.884182] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5ec171-7f79-4869-910c-13c5de58d57e in Status: SUCCESS [ 601.884182] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.242493] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.242493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.242493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.242493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.242493] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.242493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.242493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.242493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.242493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.242493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.242493] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.242493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.242493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.242493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.242493] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.242493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.243253] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.243253] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.243253] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.243554] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.243814] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.330168] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61193fc7-cc92-4330-aa48-a26ccf53303d [ 602.330326] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.330499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.330499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.330671] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.330724] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.330823] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61193fc7-cc92-4330-aa48-a26ccf53303d already deleted. [ 602.330899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61193fc7-cc92-4330-aa48-a26ccf53303d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.746658] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2ab1edc-9ee3-4707-8ed3-2271e5b9928a: rpc.has_security_group_logging(os_id): False [ 602.766260] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.766341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.766382] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.769023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.769023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.769023] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.769023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.769023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.769023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.769023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.769023] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.769023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.769023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.769023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.769023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.769023] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.769023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.769760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.769792] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.770823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.770945] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a is going to be created. [ 602.829274] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.829552] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.829552] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.829738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.829901] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.841364] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: IN_PROGRESS for 2s [ 603.465758] env[65824]: INFO networking_nsxv3.common.synchronization [req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed req-79817c5f-a3a2-42c9-9193-569045ad1994 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Enqueued Resource ID: 47974280-00e1-4166-aeee-91740d965f08 with Priority: HIGHEST for action security_group_members [ 603.468433] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47974280-00e1-4166-aeee-91740d965f08 with Priority: HIGHEST for action security_group_members [ 603.468516] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-47974280-00e1-4166-aeee-91740d965f08 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.468646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.468700] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.468938] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.469111] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.469217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.469282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.469458] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.469540] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.469651] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47974280-00e1-4166-aeee-91740d965f08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.547174] env[65824]: INFO networking_nsxv3.common.synchronization [None req-5284e20d-c247-4dc1-929a-e41df92ebe7a None None] Enqueued Resource ID: 65e5df1d-0d8d-4dd9-be2c-b9d09ee5f1ea with Priority: HIGHEST for action port [ 603.547917] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e5df1d-0d8d-4dd9-be2c-b9d09ee5f1ea with Priority: HIGHEST for action port [ 603.548367] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-65e5df1d-0d8d-4dd9-be2c-b9d09ee5f1ea taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.548499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65e5df1d-0d8d-4dd9-be2c-b9d09ee5f1ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.548575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65e5df1d-0d8d-4dd9-be2c-b9d09ee5f1ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.548879] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65e5df1d-0d8d-4dd9-be2c-b9d09ee5f1ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.549036] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65e5df1d-0d8d-4dd9-be2c-b9d09ee5f1ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.867562] env[65824]: INFO networking_nsxv3.common.synchronization [None req-d9a56b47-8783-4ff3-9956-b979d21ed5ea None None] Enqueued Resource ID: 9e077749-69bd-4cde-a7ce-fd45812671f1 with Priority: HIGHEST for action port [ 603.867562] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e077749-69bd-4cde-a7ce-fd45812671f1 with Priority: HIGHEST for action port [ 603.868934] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e077749-69bd-4cde-a7ce-fd45812671f1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.869249] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e077749-69bd-4cde-a7ce-fd45812671f1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.869403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e077749-69bd-4cde-a7ce-fd45812671f1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.869728] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e077749-69bd-4cde-a7ce-fd45812671f1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.870854] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e077749-69bd-4cde-a7ce-fd45812671f1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.975701] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.975701] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.975701] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.975701] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.975701] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.975701] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.975960] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.975960] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.976031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.976843] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.976843] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47974280-00e1-4166-aeee-91740d965f08 already deleted. [ 603.976843] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.052826] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65e5df1d-0d8d-4dd9-be2c-b9d09ee5f1ea [ 604.052826] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.052826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.052826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.052826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.052826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.052826] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65e5df1d-0d8d-4dd9-be2c-b9d09ee5f1ea already deleted. [ 604.052826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65e5df1d-0d8d-4dd9-be2c-b9d09ee5f1ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.362071] env[65824]: INFO networking_nsxv3.common.synchronization [None req-e47046b5-d481-4092-9d65-9315dbe67a21 None None] Enqueued Resource ID: 05286de9-878b-4d18-a118-a8ead97eaf30 with Priority: HIGHEST for action port [ 604.362606] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05286de9-878b-4d18-a118-a8ead97eaf30 with Priority: HIGHEST for action port [ 604.362908] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-05286de9-878b-4d18-a118-a8ead97eaf30 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.367098] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05286de9-878b-4d18-a118-a8ead97eaf30" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.367098] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05286de9-878b-4d18-a118-a8ead97eaf30" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.367098] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05286de9-878b-4d18-a118-a8ead97eaf30" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.367098] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05286de9-878b-4d18-a118-a8ead97eaf30',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.374035] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e077749-69bd-4cde-a7ce-fd45812671f1 [ 604.374035] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.374035] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.374035] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.374035] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.374035] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.374035] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e077749-69bd-4cde-a7ce-fd45812671f1 already deleted. [ 604.374035] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e077749-69bd-4cde-a7ce-fd45812671f1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.601322] env[65824]: INFO networking_nsxv3.common.synchronization [None req-8a954e29-0c6a-4c53-8e92-273b298e0ac1 None None] Enqueued Resource ID: 480d2110-1c3a-4587-803e-e6552da0d5c6 with Priority: HIGHEST for action port [ 604.602409] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 480d2110-1c3a-4587-803e-e6552da0d5c6 with Priority: HIGHEST for action port [ 604.602749] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-480d2110-1c3a-4587-803e-e6552da0d5c6 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.603155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-480d2110-1c3a-4587-803e-e6552da0d5c6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.603237] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-480d2110-1c3a-4587-803e-e6552da0d5c6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.603930] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-480d2110-1c3a-4587-803e-e6552da0d5c6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.603930] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('480d2110-1c3a-4587-803e-e6552da0d5c6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.857710] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: SUCCESS [ 604.857710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.871283] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05286de9-878b-4d18-a118-a8ead97eaf30 [ 604.871583] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.871678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.871727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.871959] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.873651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.873651] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05286de9-878b-4d18-a118-a8ead97eaf30 already deleted. [ 604.873651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05286de9-878b-4d18-a118-a8ead97eaf30" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.964808] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.964927] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.966023] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.966023] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.966023] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.966023] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.966023] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.966023] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.966874] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.967130] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.967280] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.967389] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.967515] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.967625] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.968344] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.968344] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.990540] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.990712] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.990844] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.991045] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.991396] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-700f9899-d9ad-44fc-b2b4-81fde7c2a495 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.991654] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-700f9899-d9ad-44fc-b2b4-81fde7c2a495" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.992020] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-700f9899-d9ad-44fc-b2b4-81fde7c2a495" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.992262] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-700f9899-d9ad-44fc-b2b4-81fde7c2a495" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.992400] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('700f9899-d9ad-44fc-b2b4-81fde7c2a495',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.105440] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 480d2110-1c3a-4587-803e-e6552da0d5c6 [ 605.105682] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.105793] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.105859] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.107304] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.107374] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.107790] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:480d2110-1c3a-4587-803e-e6552da0d5c6 already deleted. [ 605.107982] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-480d2110-1c3a-4587-803e-e6552da0d5c6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.482517] env[65824]: INFO networking_nsxv3.common.synchronization [req-015a5192-2e9b-41f9-8594-90621ea77de7 req-be2fb0d0-84a0-43ad-98fb-0965b4806f4a tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Enqueued Resource ID: d1445843-cfe1-40a4-a7a7-ae28fbfa5620 with Priority: HIGHEST for action security_group_members [ 605.482989] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1445843-cfe1-40a4-a7a7-ae28fbfa5620 with Priority: HIGHEST for action security_group_members [ 605.485458] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.485458] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.485458] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.485458] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.485458] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.485458] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.485458] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.485458] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.485458] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.485458] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1445843-cfe1-40a4-a7a7-ae28fbfa5620',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.495050] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.496144] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.496144] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.496144] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.496307] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.496380] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 700f9899-d9ad-44fc-b2b4-81fde7c2a495 not found, creating... [ 605.496666] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.497198] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.497198] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.497198] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.497352] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.497549] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.497695] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.497803] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.498011] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.498180] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.498314] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 700f9899-d9ad-44fc-b2b4-81fde7c2a495 is going to be created. [ 605.524366] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.524572] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.524690] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.524961] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.525212] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.525429] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-700f9899-d9ad-44fc-b2b4-81fde7c2a495" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.988062] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.988361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.988361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.989763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.991232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.991547] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.993471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.993471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.993471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.993471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.993471] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1445843-cfe1-40a4-a7a7-ae28fbfa5620 already deleted. [ 605.993471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.301779] env[65824]: INFO networking_nsxv3.common.synchronization [req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed req-d98cc84e-11b3-476c-9d89-272b5e91563e service nova] Enqueued Resource ID: 47974280-00e1-4166-aeee-91740d965f08 with Priority: HIGHEST for action security_group_rules [ 606.301953] env[65824]: INFO networking_nsxv3.common.synchronization [req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed req-d98cc84e-11b3-476c-9d89-272b5e91563e service nova] Enqueued Resource ID: 47974280-00e1-4166-aeee-91740d965f08 with Priority: HIGHEST for action security_group_members [ 606.302106] env[65824]: INFO networking_nsxv3.common.synchronization [req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed req-d98cc84e-11b3-476c-9d89-272b5e91563e service nova] Enqueued Resource ID: 700f9899-d9ad-44fc-b2b4-81fde7c2a495 with Priority: HIGHEST for action port [ 606.302831] env[65824]: INFO networking_nsxv3.common.synchronization [None req-7d98dd16-40b4-4ad7-879a-7eb22288ba01 None None] Enqueued Resource ID: a1f98f25-7cc8-4b80-8f0a-bf7000761187 with Priority: HIGHEST for action port [ 606.303340] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47974280-00e1-4166-aeee-91740d965f08 with Priority: HIGHEST for action security_group_rules [ 606.304418] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 700f9899-d9ad-44fc-b2b4-81fde7c2a495 with Priority: HIGHEST for action port [ 606.304533] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47974280-00e1-4166-aeee-91740d965f08 with Priority: HIGHEST for action security_group_members [ 606.304621] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f98f25-7cc8-4b80-8f0a-bf7000761187 with Priority: HIGHEST for action port [ 606.305222] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47974280-00e1-4166-aeee-91740d965f08 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.305595] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.305657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.305875] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.305957] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47974280-00e1-4166-aeee-91740d965f08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.307075] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-700f9899-d9ad-44fc-b2b4-81fde7c2a495 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.307075] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-700f9899-d9ad-44fc-b2b4-81fde7c2a495" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.307075] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-700f9899-d9ad-44fc-b2b4-81fde7c2a495" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.307388] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-700f9899-d9ad-44fc-b2b4-81fde7c2a495" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.307388] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('700f9899-d9ad-44fc-b2b4-81fde7c2a495',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.309211] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-47974280-00e1-4166-aeee-91740d965f08 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.309211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.309211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.309211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.309440] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.309440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.309555] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.309807] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.309903] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.309903] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47974280-00e1-4166-aeee-91740d965f08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.312051] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1f98f25-7cc8-4b80-8f0a-bf7000761187 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.312166] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1f98f25-7cc8-4b80-8f0a-bf7000761187" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.312209] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1f98f25-7cc8-4b80-8f0a-bf7000761187" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.313443] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1f98f25-7cc8-4b80-8f0a-bf7000761187" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.313443] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f98f25-7cc8-4b80-8f0a-bf7000761187',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.392510] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.392800] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-88" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.392923] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-88" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.393173] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-88" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.393433] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.393584] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.393695] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.393916] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.394098] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.394309] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.394405] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.395066] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.395066] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.395066] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.395066] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.395066] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.529386] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.529386] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.134 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.529591] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.529789] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-88" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.530228] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-93f0bc78-ae00-4478-b48e-51ae86e97245 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.530448] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-93f0bc78-ae00-4478-b48e-51ae86e97245" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.530570] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-93f0bc78-ae00-4478-b48e-51ae86e97245" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.530933] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-93f0bc78-ae00-4478-b48e-51ae86e97245" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.531236] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f0bc78-ae00-4478-b48e-51ae86e97245',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.605139] env[65824]: INFO networking_nsxv3.common.synchronization [None req-fb0df52c-0908-4834-a40a-269025a5cbe2 None None] Enqueued Resource ID: 420fc332-9e8f-4db7-a36a-97079be3359d with Priority: HIGHEST for action port [ 606.605977] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420fc332-9e8f-4db7-a36a-97079be3359d with Priority: HIGHEST for action port [ 606.606629] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-420fc332-9e8f-4db7-a36a-97079be3359d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.607246] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-420fc332-9e8f-4db7-a36a-97079be3359d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.607246] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-420fc332-9e8f-4db7-a36a-97079be3359d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.608423] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-420fc332-9e8f-4db7-a36a-97079be3359d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.608423] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('420fc332-9e8f-4db7-a36a-97079be3359d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.815561] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47974280-00e1-4166-aeee-91740d965f08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.816525] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 700f9899-d9ad-44fc-b2b4-81fde7c2a495 with status ACTIVE [ 606.816746] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.816877] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.816953] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.817178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.817256] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.817439] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.817534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.817594] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.817735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.817816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.817984] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.818088] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.818148] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.818288] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.818361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.818445] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 700f9899-d9ad-44fc-b2b4-81fde7c2a495 is going to be updated. [ 606.820124] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-47974280-00e1-4166-aeee-91740d965f08 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.820258] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.824322] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1f98f25-7cc8-4b80-8f0a-bf7000761187 [ 606.824502] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.824627] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.824694] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.824893] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.824979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.825083] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1f98f25-7cc8-4b80-8f0a-bf7000761187 already deleted. [ 606.825166] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1f98f25-7cc8-4b80-8f0a-bf7000761187" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.849853] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.849998] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.850106] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.850283] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.850419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.850575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-700f9899-d9ad-44fc-b2b4-81fde7c2a495" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.034308] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.034664] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.034664] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.034921] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.035079] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.035229] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 93f0bc78-ae00-4478-b48e-51ae86e97245 not found, creating... [ 607.035485] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.035635] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.035744] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.035959] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.036106] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.036378] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.036525] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.036634] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.036830] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.036957] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.037752] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 93f0bc78-ae00-4478-b48e-51ae86e97245 is going to be created. [ 607.061170] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.061440] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.061551] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.061900] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.062151] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.062406] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-93f0bc78-ae00-4478-b48e-51ae86e97245" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.110284] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 420fc332-9e8f-4db7-a36a-97079be3359d [ 607.110717] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.110842] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.110886] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.111137] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.111229] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.111340] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:420fc332-9e8f-4db7-a36a-97079be3359d already deleted. [ 607.111413] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-420fc332-9e8f-4db7-a36a-97079be3359d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.321558] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47974280-00e1-4166-aeee-91740d965f08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.676158] env[65824]: INFO networking_nsxv3.common.synchronization [req-015a5192-2e9b-41f9-8594-90621ea77de7 req-dd0e2a19-8b81-4975-9427-06d520b2eebf service nova] Enqueued Resource ID: d1445843-cfe1-40a4-a7a7-ae28fbfa5620 with Priority: HIGHEST for action security_group_rules [ 607.676404] env[65824]: INFO networking_nsxv3.common.synchronization [req-015a5192-2e9b-41f9-8594-90621ea77de7 req-dd0e2a19-8b81-4975-9427-06d520b2eebf service nova] Enqueued Resource ID: d1445843-cfe1-40a4-a7a7-ae28fbfa5620 with Priority: HIGHEST for action security_group_members [ 607.676557] env[65824]: INFO networking_nsxv3.common.synchronization [req-015a5192-2e9b-41f9-8594-90621ea77de7 req-dd0e2a19-8b81-4975-9427-06d520b2eebf service nova] Enqueued Resource ID: 93f0bc78-ae00-4478-b48e-51ae86e97245 with Priority: HIGHEST for action port [ 607.678343] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1445843-cfe1-40a4-a7a7-ae28fbfa5620 with Priority: HIGHEST for action security_group_rules [ 607.679066] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1445843-cfe1-40a4-a7a7-ae28fbfa5620 with Priority: HIGHEST for action security_group_members [ 607.679066] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f0bc78-ae00-4478-b48e-51ae86e97245 with Priority: HIGHEST for action port [ 607.679206] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1445843-cfe1-40a4-a7a7-ae28fbfa5620 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.679447] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.679447] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.679676] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.679770] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1445843-cfe1-40a4-a7a7-ae28fbfa5620',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.680831] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.680966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.680966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.681170] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.681889] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.681889] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.681889] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.681889] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.681889] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.681889] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1445843-cfe1-40a4-a7a7-ae28fbfa5620',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.682878] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-93f0bc78-ae00-4478-b48e-51ae86e97245 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.682989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93f0bc78-ae00-4478-b48e-51ae86e97245" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.682989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93f0bc78-ae00-4478-b48e-51ae86e97245" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.683172] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93f0bc78-ae00-4478-b48e-51ae86e97245" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.683247] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f0bc78-ae00-4478-b48e-51ae86e97245',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.823961] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.823961] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.824192] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.824367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.825021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.825021] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47974280-00e1-4166-aeee-91740d965f08 is going to be created. [ 607.854831] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.855166] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.855166] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.855361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.855524] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.867462] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47974280-00e1-4166-aeee-91740d965f08 in Status: UNINITIALIZED for 2s [ 608.101331] env[65824]: INFO networking_nsxv3.common.synchronization [None req-d8106a2a-78f8-4314-bd69-6080c917abaa None None] Enqueued Resource ID: 7b86ac62-5b5c-4a75-9953-1b4c033b2049 with Priority: HIGHEST for action port [ 608.102572] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b86ac62-5b5c-4a75-9953-1b4c033b2049 with Priority: HIGHEST for action port [ 608.103932] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b86ac62-5b5c-4a75-9953-1b4c033b2049 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.103932] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b86ac62-5b5c-4a75-9953-1b4c033b2049" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.103932] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b86ac62-5b5c-4a75-9953-1b4c033b2049" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.103932] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b86ac62-5b5c-4a75-9953-1b4c033b2049" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.103932] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b86ac62-5b5c-4a75-9953-1b4c033b2049',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.107987] env[65824]: INFO networking_nsxv3.common.synchronization [None req-5f778908-fec3-4f29-ab23-a0b5529b1490 None None] Enqueued Resource ID: 7cba9766-300f-4def-846e-5f8d84413d09 with Priority: HIGHEST for action port [ 608.108595] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cba9766-300f-4def-846e-5f8d84413d09 with Priority: HIGHEST for action port [ 608.109127] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cba9766-300f-4def-846e-5f8d84413d09 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.109127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cba9766-300f-4def-846e-5f8d84413d09" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.109127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cba9766-300f-4def-846e-5f8d84413d09" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.109762] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cba9766-300f-4def-846e-5f8d84413d09" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.109920] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cba9766-300f-4def-846e-5f8d84413d09',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.185815] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.186256] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.186472] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1445843-cfe1-40a4-a7a7-ae28fbfa5620',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.188718] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93f0bc78-ae00-4478-b48e-51ae86e97245 with status ACTIVE [ 608.188718] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.188718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.188718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.188718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.188718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.188951] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.188951] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.188951] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.190252] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.190252] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.190353] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.190446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.190503] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.190653] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.190723] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.190807] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93f0bc78-ae00-4478-b48e-51ae86e97245 is going to be updated. [ 608.215160] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.215445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.215822] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.216143] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.216274] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.216566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93f0bc78-ae00-4478-b48e-51ae86e97245" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.606170] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b86ac62-5b5c-4a75-9953-1b4c033b2049 [ 608.606412] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.606539] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.606601] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.606813] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.606901] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.606993] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b86ac62-5b5c-4a75-9953-1b4c033b2049 already deleted. [ 608.607085] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b86ac62-5b5c-4a75-9953-1b4c033b2049" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.612539] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cba9766-300f-4def-846e-5f8d84413d09 [ 608.613713] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.613948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.614135] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.614442] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.614574] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.614704] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cba9766-300f-4def-846e-5f8d84413d09 already deleted. [ 608.614827] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cba9766-300f-4def-846e-5f8d84413d09" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.689435] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1445843-cfe1-40a4-a7a7-ae28fbfa5620',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.997040] env[65824]: INFO networking_nsxv3.common.synchronization [req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a req-9654c713-5ad5-47c0-ba0d-c737efb536d8 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Enqueued Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGHEST for action security_group_members [ 608.997612] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGHEST for action security_group_members [ 608.997919] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.000942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.000942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.000942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.000942] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.000942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.000942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.000942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.000942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.000942] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.193705] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.193705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.193705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.193705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.193705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.193705] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1445843-cfe1-40a4-a7a7-ae28fbfa5620 is going to be created. [ 609.225636] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.225899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.225959] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.226284] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.226467] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.238375] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1445843-cfe1-40a4-a7a7-ae28fbfa5620 in Status: UNINITIALIZED for 2s [ 609.503989] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.505620] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.505620] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.505620] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.505620] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.505620] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.505620] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.505620] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.505620] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.506635] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.506635] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf already deleted. [ 609.506635] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.730086] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.730086] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-407" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.730086] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-407" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.730295] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-407" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.730548] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.730699] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.730814] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.731951] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.732384] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.732610] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.733568] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.733568] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.733568] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.733568] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.733568] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.733568] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.753729] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.753902] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.754085] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.754281] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-407" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.754598] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-8b76b686-c628-45fc-b615-932fa57a1478 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.754764] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-8b76b686-c628-45fc-b615-932fa57a1478" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.754880] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-8b76b686-c628-45fc-b615-932fa57a1478" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.755212] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-8b76b686-c628-45fc-b615-932fa57a1478" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.755344] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b76b686-c628-45fc-b615-932fa57a1478',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.878643] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47974280-00e1-4166-aeee-91740d965f08 in Status: SUCCESS [ 609.878839] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.879872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.879872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.879872] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.879872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.879872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.879872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.879872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.880562] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.880562] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47974280-00e1-4166-aeee-91740d965f08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.050104] env[65824]: INFO networking_nsxv3.common.synchronization [None req-63e97ebb-fcfb-4267-bed7-011e618198df None None] Enqueued Resource ID: 6cf39605-4395-42f1-9a02-0178b6e77d6b with Priority: HIGHEST for action port [ 610.051184] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cf39605-4395-42f1-9a02-0178b6e77d6b with Priority: HIGHEST for action port [ 610.051560] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cf39605-4395-42f1-9a02-0178b6e77d6b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.051760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cf39605-4395-42f1-9a02-0178b6e77d6b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.051880] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cf39605-4395-42f1-9a02-0178b6e77d6b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.052107] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cf39605-4395-42f1-9a02-0178b6e77d6b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.052192] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cf39605-4395-42f1-9a02-0178b6e77d6b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.161874] env[65824]: INFO networking_nsxv3.common.synchronization [None req-6db14e17-3551-49ac-8164-44989b92cacd None None] Enqueued Resource ID: 0d2090de-837f-4fd3-8ea2-79c6b7a9932f with Priority: HIGHEST for action port [ 610.163328] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d2090de-837f-4fd3-8ea2-79c6b7a9932f with Priority: HIGHEST for action port [ 610.163328] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d2090de-837f-4fd3-8ea2-79c6b7a9932f taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.163328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d2090de-837f-4fd3-8ea2-79c6b7a9932f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.163328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d2090de-837f-4fd3-8ea2-79c6b7a9932f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.163964] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d2090de-837f-4fd3-8ea2-79c6b7a9932f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.164103] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d2090de-837f-4fd3-8ea2-79c6b7a9932f',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.259270] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.259640] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.259640] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.259905] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.259947] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.260140] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 8b76b686-c628-45fc-b615-932fa57a1478 not found, creating... [ 610.260352] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.260613] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.260613] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.260808] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.260930] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.261523] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.261828] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.261828] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.262616] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.262616] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.262616] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 8b76b686-c628-45fc-b615-932fa57a1478 is going to be created. [ 610.297838] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.298618] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.298618] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.298618] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.299105] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.299497] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-8b76b686-c628-45fc-b615-932fa57a1478" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.382716] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-47974280-00e1-4166-aeee-91740d965f08 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.382975] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.383109] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.383411] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.384711] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.384914] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.385029] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.385302] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.385441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.385587] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.385864] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-47974280-00e1-4166-aeee-91740d965f08 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.385997] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.386389] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.386817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.387075] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.387232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.387317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.387649] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.387690] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.387780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.387915] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47974280-00e1-4166-aeee-91740d965f08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.555836] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cf39605-4395-42f1-9a02-0178b6e77d6b [ 610.556156] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.559434] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.559573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.559921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.560054] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.560228] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cf39605-4395-42f1-9a02-0178b6e77d6b already deleted. [ 610.560319] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cf39605-4395-42f1-9a02-0178b6e77d6b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.667697] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d2090de-837f-4fd3-8ea2-79c6b7a9932f [ 610.667944] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.668109] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.668179] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.668394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.668474] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.669517] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d2090de-837f-4fd3-8ea2-79c6b7a9932f already deleted. [ 610.669517] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d2090de-837f-4fd3-8ea2-79c6b7a9932f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.892646] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47974280-00e1-4166-aeee-91740d965f08: rpc.has_security_group_logging(os_id): False [ 610.911551] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.911739] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.911803] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.912076] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.912344] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.912493] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.912654] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.912720] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.912917] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.913037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.913282] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.913414] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.913414] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.913578] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.913656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.913839] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.914039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.914115] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.914290] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.914378] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.914500] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47974280-00e1-4166-aeee-91740d965f08 is going to be created. [ 610.972333] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.972508] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.972575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.972806] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.973024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.986975] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47974280-00e1-4166-aeee-91740d965f08 in Status: IN_PROGRESS for 2s [ 610.997902] env[65824]: INFO networking_nsxv3.common.synchronization [req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a req-cd8e58b9-188f-4232-b01d-8e00f321ce7c service nova] Enqueued Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGHEST for action security_group_rules [ 610.998134] env[65824]: INFO networking_nsxv3.common.synchronization [req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a req-cd8e58b9-188f-4232-b01d-8e00f321ce7c service nova] Enqueued Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGHEST for action security_group_members [ 610.998315] env[65824]: INFO networking_nsxv3.common.synchronization [req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a req-cd8e58b9-188f-4232-b01d-8e00f321ce7c service nova] Enqueued Resource ID: 8b76b686-c628-45fc-b615-932fa57a1478 with Priority: HIGHEST for action port [ 610.998920] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGHEST for action security_group_rules [ 610.999166] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGHEST for action security_group_members [ 610.999221] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b76b686-c628-45fc-b615-932fa57a1478 with Priority: HIGHEST for action port [ 610.999458] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.999702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.999833] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.000109] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.000199] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.001496] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.001664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.001731] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.001927] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.002123] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.002205] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.002268] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.002432] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.002521] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.002613] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.006171] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b76b686-c628-45fc-b615-932fa57a1478 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.006171] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b76b686-c628-45fc-b615-932fa57a1478" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.006171] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b76b686-c628-45fc-b615-932fa57a1478" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.006171] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b76b686-c628-45fc-b615-932fa57a1478" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.006171] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b76b686-c628-45fc-b615-932fa57a1478',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.251122] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1445843-cfe1-40a4-a7a7-ae28fbfa5620 in Status: SUCCESS [ 611.251122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.251122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.251122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.251122] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.251122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.251122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.251122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.251122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.251122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.251122] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1445843-cfe1-40a4-a7a7-ae28fbfa5620',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.509607] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.509607] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.509607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.509607] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b76b686-c628-45fc-b615-932fa57a1478 with status ACTIVE [ 611.509607] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.509607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.510146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.512323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.512323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.512323] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.512323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.512323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.512323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.512323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.512323] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.512323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.512323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.512323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.512323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.512323] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b76b686-c628-45fc-b615-932fa57a1478 is going to be updated. [ 611.542369] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.542556] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.542599] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.543488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.543488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.543488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b76b686-c628-45fc-b615-932fa57a1478" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.582366] env[65824]: INFO networking_nsxv3.common.synchronization [req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 req-849587c5-8f08-4bfc-85d1-bc3456aeb10c tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Enqueued Resource ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 with Priority: HIGHEST for action security_group_members [ 611.583026] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 with Priority: HIGHEST for action security_group_members [ 611.583251] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.583375] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.583440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.583692] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.583898] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.584032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.584095] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.584266] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.584359] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.584450] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaa36d3f-6abc-4c87-b6f7-3442cb788b54',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.754634] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.754844] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.754903] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.755192] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.755378] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.755494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.755536] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.755680] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.755767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.755856] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.757210] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.757343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.757410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.757568] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.757715] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.757812] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.757873] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.758035] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.758121] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.758202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.758284] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1445843-cfe1-40a4-a7a7-ae28fbfa5620',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.984453] env[65824]: INFO networking_nsxv3.common.synchronization [None req-9f52f9e4-4626-4d50-a143-17a553cdbdb7 None None] Enqueued Resource ID: 533c6255-c600-42bd-b7eb-8690e556c7c1 with Priority: HIGHEST for action port [ 611.988964] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 533c6255-c600-42bd-b7eb-8690e556c7c1 with Priority: HIGHEST for action port [ 611.989642] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-533c6255-c600-42bd-b7eb-8690e556c7c1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.989642] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-533c6255-c600-42bd-b7eb-8690e556c7c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.989642] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-533c6255-c600-42bd-b7eb-8690e556c7c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.989903] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-533c6255-c600-42bd-b7eb-8690e556c7c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.989976] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('533c6255-c600-42bd-b7eb-8690e556c7c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.000903] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.001107] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-144" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.001335] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-144" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.001634] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-144" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.001935] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.002102] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.002223] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.002469] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.002720] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.003231] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.003355] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.003459] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.003564] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.003673] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.003777] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.004390] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.017224] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.025962] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.026184] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.026323] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.026540] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-144" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.026801] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-3ffa65b9-65f7-4a89-b8b8-a969eedc1e30 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.026962] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-3ffa65b9-65f7-4a89-b8b8-a969eedc1e30" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.027084] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-3ffa65b9-65f7-4a89-b8b8-a969eedc1e30" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.028454] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-3ffa65b9-65f7-4a89-b8b8-a969eedc1e30" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.028596] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ffa65b9-65f7-4a89-b8b8-a969eedc1e30',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.086529] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.086529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.086529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.086832] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.086896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.087100] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.088057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.088057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.088057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.088057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.088057] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 already deleted. [ 612.088057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.263608] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1445843-cfe1-40a4-a7a7-ae28fbfa5620: rpc.has_security_group_logging(os_id): False [ 612.282702] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.282911] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.282955] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.283451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.283451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.283451] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.283670] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.283670] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.283732] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.283805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.283999] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.284108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.284221] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.284311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.284384] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.284560] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.284651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.284711] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.284850] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.284922] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.285021] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1445843-cfe1-40a4-a7a7-ae28fbfa5620 is going to be created. [ 612.363031] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.363196] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.363269] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.363485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.363818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.375474] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1445843-cfe1-40a4-a7a7-ae28fbfa5620 in Status: IN_PROGRESS for 2s [ 612.493281] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 533c6255-c600-42bd-b7eb-8690e556c7c1 [ 612.493589] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.493673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.493733] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.493955] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.494078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.494176] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:533c6255-c600-42bd-b7eb-8690e556c7c1 already deleted. [ 612.494258] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-533c6255-c600-42bd-b7eb-8690e556c7c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.519807] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.520135] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.520135] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.520279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.520371] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.520469] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf is going to be created. [ 612.532290] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.532531] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.532884] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.532952] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.533091] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.533245] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 3ffa65b9-65f7-4a89-b8b8-a969eedc1e30 not found, creating... [ 612.533507] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.533647] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.533762] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.533991] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.534140] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.534434] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.534566] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.535217] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.535217] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.535217] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.538035] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 3ffa65b9-65f7-4a89-b8b8-a969eedc1e30 is going to be created. [ 612.560883] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.561031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.561101] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.561312] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.561464] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.566830] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.566830] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.566830] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.566830] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.567084] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.567120] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-3ffa65b9-65f7-4a89-b8b8-a969eedc1e30" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.578565] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf in Status: UNINITIALIZED for 2s [ 612.799659] env[65824]: INFO networking_nsxv3.common.synchronization [None req-c0e1af82-0dad-4be2-bef1-1c898b794372 None None] Enqueued Resource ID: 9001693a-a678-4920-957c-4238f5d8f6a6 with Priority: HIGHEST for action port [ 612.800222] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9001693a-a678-4920-957c-4238f5d8f6a6 with Priority: HIGHEST for action port [ 612.800459] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-9001693a-a678-4920-957c-4238f5d8f6a6 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.800575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9001693a-a678-4920-957c-4238f5d8f6a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.800639] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9001693a-a678-4920-957c-4238f5d8f6a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.805209] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9001693a-a678-4920-957c-4238f5d8f6a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.805209] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9001693a-a678-4920-957c-4238f5d8f6a6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.006961] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47974280-00e1-4166-aeee-91740d965f08 in Status: SUCCESS [ 613.007832] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.303785] env[65824]: INFO networking_nsxv3.common.synchronization [None req-a9c9c9db-2a23-4962-87f8-20ecdfcb5746 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: 4ce067df-71e9-4e63-910a-639a33bc543e with Priority: HIGHEST for action security_group_rules [ 613.304486] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce067df-71e9-4e63-910a-639a33bc543e with Priority: HIGHEST for action security_group_rules [ 613.304891] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ce067df-71e9-4e63-910a-639a33bc543e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.305527] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.305638] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.305947] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.306220] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ce067df-71e9-4e63-910a-639a33bc543e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.307213] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9001693a-a678-4920-957c-4238f5d8f6a6 [ 613.307420] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.308089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.308089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.308775] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.308775] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.308775] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9001693a-a678-4920-957c-4238f5d8f6a6 already deleted. [ 613.308775] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9001693a-a678-4920-957c-4238f5d8f6a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.360579] env[65824]: INFO networking_nsxv3.common.synchronization [req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 req-2db63aab-c6cb-4867-aea5-423bc922a18b service nova] Enqueued Resource ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 with Priority: HIGHEST for action security_group_rules [ 613.360777] env[65824]: INFO networking_nsxv3.common.synchronization [req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 req-2db63aab-c6cb-4867-aea5-423bc922a18b service nova] Enqueued Resource ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 with Priority: HIGHEST for action security_group_members [ 613.360951] env[65824]: INFO networking_nsxv3.common.synchronization [req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 req-2db63aab-c6cb-4867-aea5-423bc922a18b service nova] Enqueued Resource ID: 3ffa65b9-65f7-4a89-b8b8-a969eedc1e30 with Priority: HIGHEST for action port [ 613.361474] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 with Priority: HIGHEST for action security_group_rules [ 613.361623] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 with Priority: HIGHEST for action security_group_members [ 613.361806] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ffa65b9-65f7-4a89-b8b8-a969eedc1e30 with Priority: HIGHEST for action port [ 613.362331] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaa36d3f-6abc-4c87-b6f7-3442cb788b54 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.362462] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.362531] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.362839] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.362936] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaa36d3f-6abc-4c87-b6f7-3442cb788b54',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.363966] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.364104] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.364104] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.365515] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.365515] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.365515] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.365515] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.365515] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.365515] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.365515] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaa36d3f-6abc-4c87-b6f7-3442cb788b54',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.366491] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ffa65b9-65f7-4a89-b8b8-a969eedc1e30 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.366491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ffa65b9-65f7-4a89-b8b8-a969eedc1e30" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.366491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ffa65b9-65f7-4a89-b8b8-a969eedc1e30" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.366671] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ffa65b9-65f7-4a89-b8b8-a969eedc1e30" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.367457] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ffa65b9-65f7-4a89-b8b8-a969eedc1e30',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.480865] env[65824]: INFO networking_nsxv3.common.synchronization [None req-4887848c-5700-4206-8579-5fef254b8ff8 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: 4ce067df-71e9-4e63-910a-639a33bc543e with Priority: HIGHEST for action security_group_rules [ 613.481524] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce067df-71e9-4e63-910a-639a33bc543e with Priority: HIGHEST for action security_group_rules [ 613.481524] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ce067df-71e9-4e63-910a-639a33bc543e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.481660] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.839392] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.839392] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.839392] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.839392] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.840204] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.840204] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ce067df-71e9-4e63-910a-639a33bc543e already deleted. [ 613.840204] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.840337] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.841031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.841031] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ce067df-71e9-4e63-910a-639a33bc543e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.868330] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.868539] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.868641] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaa36d3f-6abc-4c87-b6f7-3442cb788b54',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.870415] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ffa65b9-65f7-4a89-b8b8-a969eedc1e30 with status ACTIVE [ 613.870741] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.870878] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.870944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.871180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.871279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.871529] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.871651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.871779] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.871906] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.871982] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.873633] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.873756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.873831] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.873998] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.874128] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.874263] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ffa65b9-65f7-4a89-b8b8-a969eedc1e30 is going to be updated. [ 613.906718] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.906867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.906945] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.907183] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.907326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.907501] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ffa65b9-65f7-4a89-b8b8-a969eedc1e30" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.937082] env[65824]: INFO networking_nsxv3.common.synchronization [None req-bc970e5a-f34d-4721-b7ea-c6ef28b68cbf tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Enqueued Resource ID: 4568771b-ecd0-451c-975d-cb189875b22a with Priority: HIGHEST for action security_group_rules [ 613.938369] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4568771b-ecd0-451c-975d-cb189875b22a with Priority: HIGHEST for action security_group_rules [ 613.938944] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4568771b-ecd0-451c-975d-cb189875b22a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.939092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.939092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.939420] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.939502] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4568771b-ecd0-451c-975d-cb189875b22a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.126032] env[65824]: INFO networking_nsxv3.common.synchronization [None req-8e82ac68-8de7-489a-8c5c-0986145c349b tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Enqueued Resource ID: 4568771b-ecd0-451c-975d-cb189875b22a with Priority: HIGHEST for action security_group_rules [ 614.127183] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4568771b-ecd0-451c-975d-cb189875b22a with Priority: HIGHEST for action security_group_rules [ 614.127183] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4568771b-ecd0-451c-975d-cb189875b22a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.127644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.370532] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.370734] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.370841] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.371180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.371315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.371453] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ce067df-71e9-4e63-910a-639a33bc543e already deleted. [ 614.371575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.377600] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaa36d3f-6abc-4c87-b6f7-3442cb788b54',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.390595] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1445843-cfe1-40a4-a7a7-ae28fbfa5620 in Status: SUCCESS [ 614.391118] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.462480] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.462694] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.462694] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.462886] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.462964] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.463112] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4568771b-ecd0-451c-975d-cb189875b22a already deleted. [ 614.463224] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.463310] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.463456] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.463549] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4568771b-ecd0-451c-975d-cb189875b22a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.589467] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf in Status: SUCCESS [ 614.589797] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.590227] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.590577] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.590834] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.591233] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.591367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.591592] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.591801] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.591958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.592319] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.880568] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.882872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.882872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.882872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.882872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.882872] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 is going to be created. [ 614.908036] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.908221] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.908221] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.908996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.908996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.920972] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 in Status: UNINITIALIZED for 2s [ 614.983914] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.984126] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.984229] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.984352] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.984440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.984534] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4568771b-ecd0-451c-975d-cb189875b22a already deleted. [ 614.984616] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.096488] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.096653] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.096719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.097109] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.097109] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.097240] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.097343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.097736] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.097736] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.097736] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.097885] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.097885] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.098032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.098083] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.098216] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.098284] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.098323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.098672] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.098672] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.098672] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.098672] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.254437] env[65824]: INFO networking_nsxv3.common.synchronization [req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 req-0e4af586-4bbf-40fd-bcc5-30640d2822c8 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Enqueued Resource ID: cffae331-6828-465c-a904-0cccc5f4d3f2 with Priority: HIGHEST for action security_group_members [ 615.255341] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cffae331-6828-465c-a904-0cccc5f4d3f2 with Priority: HIGHEST for action security_group_members [ 615.256764] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-cffae331-6828-465c-a904-0cccc5f4d3f2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.256764] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.256764] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.257111] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.257391] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.257984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.257984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.258670] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.258670] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.258670] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cffae331-6828-465c-a904-0cccc5f4d3f2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.601455] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf: rpc.has_security_group_logging(os_id): False [ 615.624529] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.624529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.624529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.624740] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.624740] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.625300] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.625483] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.625571] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.625856] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.625962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.626335] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.626493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.626582] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.627434] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.627434] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.627714] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.627714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.627714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.628675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.628675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.628675] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf is going to be created. [ 615.677488] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-606 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.677729] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-606" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.677884] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-606" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.679087] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-606" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.679634] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.679634] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.679634] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.679849] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.679966] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.680318] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.680318] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.680466] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.680466] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.680560] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.680711] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.680781] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.699402] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.699731] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.699731] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.699848] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.700823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.707110] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.707309] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.707440] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.707614] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-606" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.708261] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-18b909b1-c01b-4b41-bc62-3d8d25255ea1 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.708261] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-18b909b1-c01b-4b41-bc62-3d8d25255ea1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.708261] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-18b909b1-c01b-4b41-bc62-3d8d25255ea1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.708574] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-18b909b1-c01b-4b41-bc62-3d8d25255ea1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.708704] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b909b1-c01b-4b41-bc62-3d8d25255ea1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.713403] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf in Status: IN_PROGRESS for 2s [ 615.761280] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.761471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.761542] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.762023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.762211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.762525] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.762719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.762820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.763090] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.763227] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.763367] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cffae331-6828-465c-a904-0cccc5f4d3f2 already deleted. [ 615.763487] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.809330] env[65824]: INFO networking_nsxv3.common.synchronization [None req-7d669f57-6380-4cc0-8d0f-6a7f415a903e None None] Enqueued Resource ID: 5c70c25a-3f87-45df-9ebf-606393ee4069 with Priority: HIGHEST for action port [ 615.810016] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c70c25a-3f87-45df-9ebf-606393ee4069 with Priority: HIGHEST for action port [ 615.810438] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c70c25a-3f87-45df-9ebf-606393ee4069 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.810564] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c70c25a-3f87-45df-9ebf-606393ee4069" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.810629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c70c25a-3f87-45df-9ebf-606393ee4069" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.810928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c70c25a-3f87-45df-9ebf-606393ee4069" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.811023] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c70c25a-3f87-45df-9ebf-606393ee4069',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.214103] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.214103] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.214103] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.214103] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.214103] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.214103] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 18b909b1-c01b-4b41-bc62-3d8d25255ea1 not found, creating... [ 616.214727] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.214727] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.214727] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.214727] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.214868] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.215100] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.215253] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.215360] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.215558] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.215681] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.215809] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 18b909b1-c01b-4b41-bc62-3d8d25255ea1 is going to be created. [ 616.239873] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.240173] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.240308] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.240655] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.240867] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.241141] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-18b909b1-c01b-4b41-bc62-3d8d25255ea1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.315558] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c70c25a-3f87-45df-9ebf-606393ee4069 [ 616.315558] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.315558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.315930] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.315972] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.316113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.316204] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c70c25a-3f87-45df-9ebf-606393ee4069 already deleted. [ 616.316295] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c70c25a-3f87-45df-9ebf-606393ee4069" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.937621] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 in Status: SUCCESS [ 616.937621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.937621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.937913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.938127] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.938127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.938287] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.938339] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.938489] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.938534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.938591] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eaa36d3f-6abc-4c87-b6f7-3442cb788b54',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.956208] env[65824]: INFO networking_nsxv3.common.synchronization [req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 req-75d7ccf1-c4c8-4b01-9f59-1be8b90d1f9d service nova] Enqueued Resource ID: cffae331-6828-465c-a904-0cccc5f4d3f2 with Priority: HIGHEST for action security_group_rules [ 616.956208] env[65824]: INFO networking_nsxv3.common.synchronization [req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 req-75d7ccf1-c4c8-4b01-9f59-1be8b90d1f9d service nova] Enqueued Resource ID: cffae331-6828-465c-a904-0cccc5f4d3f2 with Priority: HIGHEST for action security_group_members [ 616.956208] env[65824]: INFO networking_nsxv3.common.synchronization [req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 req-75d7ccf1-c4c8-4b01-9f59-1be8b90d1f9d service nova] Enqueued Resource ID: 18b909b1-c01b-4b41-bc62-3d8d25255ea1 with Priority: HIGHEST for action port [ 616.956357] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cffae331-6828-465c-a904-0cccc5f4d3f2 with Priority: HIGHEST for action security_group_rules [ 616.956624] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cffae331-6828-465c-a904-0cccc5f4d3f2 with Priority: HIGHEST for action security_group_members [ 616.956951] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18b909b1-c01b-4b41-bc62-3d8d25255ea1 with Priority: HIGHEST for action port [ 616.957777] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cffae331-6828-465c-a904-0cccc5f4d3f2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.958058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.958214] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.958505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.958764] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cffae331-6828-465c-a904-0cccc5f4d3f2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.959994] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-cffae331-6828-465c-a904-0cccc5f4d3f2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.960279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.960431] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.960689] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.960925] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.961156] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.961300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.961561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.961824] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.962043] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cffae331-6828-465c-a904-0cccc5f4d3f2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.965019] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-18b909b1-c01b-4b41-bc62-3d8d25255ea1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.965019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18b909b1-c01b-4b41-bc62-3d8d25255ea1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.965019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18b909b1-c01b-4b41-bc62-3d8d25255ea1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.965019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18b909b1-c01b-4b41-bc62-3d8d25255ea1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.965019] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b909b1-c01b-4b41-bc62-3d8d25255ea1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.442031] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.442921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.442921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.442921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.442921] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.443207] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.443207] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.446863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.446863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.446863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.446863] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.446863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.446863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.446863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.446863] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.446863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.446863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.446863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.446863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.446863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.446863] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eaa36d3f-6abc-4c87-b6f7-3442cb788b54',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.465181] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cffae331-6828-465c-a904-0cccc5f4d3f2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.466360] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-cffae331-6828-465c-a904-0cccc5f4d3f2 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.466495] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.467439] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18b909b1-c01b-4b41-bc62-3d8d25255ea1 with status ACTIVE [ 617.467638] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.467781] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.467813] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.468030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.468122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.468288] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.468931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.468931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.468931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.468931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.468931] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.469266] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.469266] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.469382] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.469721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.469721] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18b909b1-c01b-4b41-bc62-3d8d25255ea1 is going to be updated. [ 617.493644] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.493644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.493644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.493644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.493644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.493644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18b909b1-c01b-4b41-bc62-3d8d25255ea1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.730224] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf in Status: SUCCESS [ 617.730424] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.949640] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eaa36d3f-6abc-4c87-b6f7-3442cb788b54: rpc.has_security_group_logging(os_id): False [ 617.967925] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cffae331-6828-465c-a904-0cccc5f4d3f2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.004555] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.004846] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.004970] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.005245] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.005383] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.005696] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.005853] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.006439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.006439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.006439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.006748] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.006748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.006884] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.007052] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.007172] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.007458] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.007610] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.007713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.008065] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.008179] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.008420] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 is going to be created. [ 618.095218] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.095383] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.095473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.095677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.095875] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.116037] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 in Status: IN_PROGRESS for 2s [ 618.471214] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.471532] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.471532] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.471650] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.471771] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.471935] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cffae331-6828-465c-a904-0cccc5f4d3f2 is going to be created. [ 618.499131] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.499364] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.499488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.499770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.499950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.521646] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cffae331-6828-465c-a904-0cccc5f4d3f2 in Status: UNINITIALIZED for 2s [ 619.442975] env[65824]: INFO networking_nsxv3.common.synchronization [req-58c65fc3-d9cd-426e-b769-9f8c06e191ec req-fd0883c6-1f0f-425f-a6b0-efe4939da328 tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Enqueued Resource ID: fc5ec171-7f79-4869-910c-13c5de58d57e with Priority: HIGHEST for action security_group_members [ 619.444752] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5ec171-7f79-4869-910c-13c5de58d57e with Priority: HIGHEST for action security_group_members [ 619.444752] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5ec171-7f79-4869-910c-13c5de58d57e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.445046] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.446984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.446984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.446984] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.446984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.446984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.446984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.446984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.446984] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5ec171-7f79-4869-910c-13c5de58d57e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.948787] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.950251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.950251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.950251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.950251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.950251] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.950251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.950251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.950251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.950251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.950251] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5ec171-7f79-4869-910c-13c5de58d57e is going to be updated. [ 619.987933] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.988165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.988205] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.989830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.989830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.005712] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5ec171-7f79-4869-910c-13c5de58d57e in Status: IN_PROGRESS for 2s [ 620.070199] env[65824]: INFO networking_nsxv3.common.synchronization [req-3dcceece-49d9-4618-b7b8-6fb6273faf19 req-9724ae48-d76f-4364-a1e2-8bb47229d5cb tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Enqueued Resource ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 with Priority: HIGHEST for action security_group_members [ 620.070199] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 with Priority: HIGHEST for action security_group_members [ 620.070199] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-34f3e753-ffac-4a24-9b96-2a82038cf848 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.070199] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.070199] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.070199] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.070199] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.071665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.071665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.071665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.071665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.071665] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34f3e753-ffac-4a24-9b96-2a82038cf848',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.142869] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 in Status: SUCCESS [ 620.143156] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.533550] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cffae331-6828-465c-a904-0cccc5f4d3f2 in Status: SUCCESS [ 620.534368] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.534368] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.534368] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.534609] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.534609] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.534609] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.534782] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.534834] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.536096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.536096] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cffae331-6828-465c-a904-0cccc5f4d3f2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.573978] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.574126] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.574181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.574450] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.574579] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.574817] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.574911] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.574996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.575227] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.575946] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.575946] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 already deleted. [ 620.575946] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.590346] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-710 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.590609] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.591715] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.591715] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.591892] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.592552] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.592552] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.592552] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.592912] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.593212] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.593381] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.593521] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.593678] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.593853] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.593997] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.595872] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.616750] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.617124] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.617299] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.617607] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.617961] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-0cfcd0a4-11e6-4312-a2e2-f495ef2a8567 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.618206] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-0cfcd0a4-11e6-4312-a2e2-f495ef2a8567" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.618329] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-0cfcd0a4-11e6-4312-a2e2-f495ef2a8567" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.618767] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-0cfcd0a4-11e6-4312-a2e2-f495ef2a8567" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.618932] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cfcd0a4-11e6-4312-a2e2-f495ef2a8567',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.039075] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cffae331-6828-465c-a904-0cccc5f4d3f2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.122468] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.122812] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.122956] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.123330] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.123438] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.123565] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 0cfcd0a4-11e6-4312-a2e2-f495ef2a8567 not found, creating... [ 621.123920] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.124136] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.124260] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.124505] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.124643] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.124940] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.125099] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.125214] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.125419] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.125550] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.125703] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 0cfcd0a4-11e6-4312-a2e2-f495ef2a8567 is going to be created. [ 621.152154] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.152551] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.152769] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.153178] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.153533] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.153873] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-0cfcd0a4-11e6-4312-a2e2-f495ef2a8567" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.541265] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cffae331-6828-465c-a904-0cccc5f4d3f2: rpc.has_security_group_logging(os_id): False [ 621.563538] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.563712] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.563788] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.563973] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.564104] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.564424] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.564591] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.564660] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.564834] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.564921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.565032] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cffae331-6828-465c-a904-0cccc5f4d3f2 is going to be created. [ 621.675040] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.675532] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.675684] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.675949] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.676336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.695323] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cffae331-6828-465c-a904-0cccc5f4d3f2 in Status: IN_PROGRESS for 2s [ 621.881427] env[65824]: INFO networking_nsxv3.common.synchronization [req-3dcceece-49d9-4618-b7b8-6fb6273faf19 req-64572a71-da28-4e9e-9d7a-5c9ede8d3592 service nova] Enqueued Resource ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 with Priority: HIGHEST for action security_group_rules [ 621.881427] env[65824]: INFO networking_nsxv3.common.synchronization [req-3dcceece-49d9-4618-b7b8-6fb6273faf19 req-64572a71-da28-4e9e-9d7a-5c9ede8d3592 service nova] Enqueued Resource ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 with Priority: HIGHEST for action security_group_members [ 621.881427] env[65824]: INFO networking_nsxv3.common.synchronization [req-3dcceece-49d9-4618-b7b8-6fb6273faf19 req-64572a71-da28-4e9e-9d7a-5c9ede8d3592 service nova] Enqueued Resource ID: 0cfcd0a4-11e6-4312-a2e2-f495ef2a8567 with Priority: HIGHEST for action port [ 621.881712] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 with Priority: HIGHEST for action security_group_rules [ 621.881712] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 with Priority: HIGHEST for action security_group_members [ 621.881842] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfcd0a4-11e6-4312-a2e2-f495ef2a8567 with Priority: HIGHEST for action port [ 621.883188] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34f3e753-ffac-4a24-9b96-2a82038cf848 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.886490] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.886490] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.886490] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.886490] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34f3e753-ffac-4a24-9b96-2a82038cf848',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.886490] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-34f3e753-ffac-4a24-9b96-2a82038cf848 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.886490] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.886923] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.886923] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.886923] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.887089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.887089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.887151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.887285] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.887347] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34f3e753-ffac-4a24-9b96-2a82038cf848',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.892516] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cfcd0a4-11e6-4312-a2e2-f495ef2a8567 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.892735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cfcd0a4-11e6-4312-a2e2-f495ef2a8567" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.892829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cfcd0a4-11e6-4312-a2e2-f495ef2a8567" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.893550] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cfcd0a4-11e6-4312-a2e2-f495ef2a8567" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.893664] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cfcd0a4-11e6-4312-a2e2-f495ef2a8567',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.019154] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5ec171-7f79-4869-910c-13c5de58d57e in Status: SUCCESS [ 622.019154] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5ec171-7f79-4869-910c-13c5de58d57e deletion is rescheduled due to dependency. [ 622.019154] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.397167] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-34f3e753-ffac-4a24-9b96-2a82038cf848 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.397167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.397561] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34f3e753-ffac-4a24-9b96-2a82038cf848',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.398735] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cfcd0a4-11e6-4312-a2e2-f495ef2a8567 with status ACTIVE [ 622.398839] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.399816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.399816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.399816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.399816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.399816] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.399816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.400154] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.401403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.401498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.401866] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.402049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.402493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.402493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.402493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.402681] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cfcd0a4-11e6-4312-a2e2-f495ef2a8567 is going to be updated. [ 622.429022] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.429182] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.429251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.429583] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.429819] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.430135] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cfcd0a4-11e6-4312-a2e2-f495ef2a8567" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.483702] env[65824]: INFO networking_nsxv3.common.synchronization [req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 req-bfeb54da-c87c-4a81-8aee-d5957b912d43 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Enqueued Resource ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 with Priority: HIGHEST for action security_group_members [ 622.484521] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 with Priority: HIGHEST for action security_group_members [ 622.484964] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.485168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.485248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.485523] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.485729] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.486164] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.486507] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.486709] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.486820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.486939] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.584452] env[65824]: INFO networking_nsxv3.common.synchronization [req-4905f640-c3ed-41eb-b9cc-ddb29845632e req-c79a0a6a-e974-4c89-9dc3-bd15afecda5f tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Enqueued Resource ID: e41ca597-cc02-425f-a222-c3db454936f2 with Priority: HIGHEST for action security_group_members [ 622.585174] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41ca597-cc02-425f-a222-c3db454936f2 with Priority: HIGHEST for action security_group_members [ 622.585827] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41ca597-cc02-425f-a222-c3db454936f2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.585982] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.586379] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.586633] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.587330] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.587534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.588171] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.588528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.588649] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.588819] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41ca597-cc02-425f-a222-c3db454936f2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.906036] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34f3e753-ffac-4a24-9b96-2a82038cf848',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.989163] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.989319] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.989396] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.989667] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.989736] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.990152] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.990152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.990152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.990445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.990528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.990620] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 already deleted. [ 622.990695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.045081] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.045081] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-251" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.045311] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-251" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.045912] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-251" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.046137] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.046314] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.046451] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.046727] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.047165] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.047235] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.047357] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.047451] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.047791] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.047942] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.048072] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.048238] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.068757] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.068932] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.069054] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.069229] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-251" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.069749] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-c78438f3-054b-459b-9b01-356559e68963 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.069886] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-c78438f3-054b-459b-9b01-356559e68963" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.070012] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-c78438f3-054b-459b-9b01-356559e68963" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.070365] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-c78438f3-054b-459b-9b01-356559e68963" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.070524] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c78438f3-054b-459b-9b01-356559e68963',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.092644] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.093028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.093145] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.093418] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.093821] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.093821] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.094012] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.094012] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.094160] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.094235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.094324] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41ca597-cc02-425f-a222-c3db454936f2 is going to be updated. [ 623.127744] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.127948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.127987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.128246] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.128403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.139035] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41ca597-cc02-425f-a222-c3db454936f2 in Status: IN_PROGRESS for 2s [ 623.410876] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.411227] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.411227] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.411341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.411496] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.412487] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 is going to be created. [ 623.443078] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.443078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.443078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.443078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.443078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.452589] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 in Status: UNINITIALIZED for 2s [ 623.573077] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.573320] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.573456] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.573725] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.573871] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.574038] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port c78438f3-054b-459b-9b01-356559e68963 not found, creating... [ 623.574292] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.574442] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.574552] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.574781] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.574941] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.575231] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.575957] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.575957] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.575957] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.575957] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.575957] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: c78438f3-054b-459b-9b01-356559e68963 is going to be created. [ 623.598025] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.598252] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.598386] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.598649] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.599313] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.599313] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-c78438f3-054b-459b-9b01-356559e68963" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.723810] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cffae331-6828-465c-a904-0cccc5f4d3f2 in Status: SUCCESS [ 623.724138] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.851944] env[65824]: INFO networking_nsxv3.common.synchronization [None req-d80f8490-09e8-4ed0-8055-856b08db146f None None] Enqueued Resource ID: 3255c989-f587-4388-a8a6-7f67c41f818d with Priority: HIGHEST for action port [ 623.853043] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3255c989-f587-4388-a8a6-7f67c41f818d with Priority: HIGHEST for action port [ 623.853960] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-3255c989-f587-4388-a8a6-7f67c41f818d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.853960] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3255c989-f587-4388-a8a6-7f67c41f818d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.853960] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3255c989-f587-4388-a8a6-7f67c41f818d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.856052] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3255c989-f587-4388-a8a6-7f67c41f818d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.856052] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3255c989-f587-4388-a8a6-7f67c41f818d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.357990] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3255c989-f587-4388-a8a6-7f67c41f818d [ 624.358352] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.358467] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.358611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.359074] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.359074] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.359074] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3255c989-f587-4388-a8a6-7f67c41f818d already deleted. [ 624.359074] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3255c989-f587-4388-a8a6-7f67c41f818d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.396974] env[65824]: INFO networking_nsxv3.common.synchronization [req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 req-1d7dcdec-14bf-427d-b965-4bdf9b0a2b44 service nova] Enqueued Resource ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 with Priority: HIGHEST for action security_group_rules [ 624.396974] env[65824]: INFO networking_nsxv3.common.synchronization [req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 req-1d7dcdec-14bf-427d-b965-4bdf9b0a2b44 service nova] Enqueued Resource ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 with Priority: HIGHEST for action security_group_members [ 624.396974] env[65824]: INFO networking_nsxv3.common.synchronization [req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 req-1d7dcdec-14bf-427d-b965-4bdf9b0a2b44 service nova] Enqueued Resource ID: c78438f3-054b-459b-9b01-356559e68963 with Priority: HIGHEST for action port [ 624.397275] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 with Priority: HIGHEST for action security_group_rules [ 624.397438] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 with Priority: HIGHEST for action security_group_members [ 624.397542] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c78438f3-054b-459b-9b01-356559e68963 with Priority: HIGHEST for action port [ 624.400542] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.400761] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.400844] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.401288] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.401288] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.402527] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.406058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.406058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.406058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.406058] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.406058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.406058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.406058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.406058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.406058] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.406058] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-c78438f3-054b-459b-9b01-356559e68963 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.406058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c78438f3-054b-459b-9b01-356559e68963" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.406058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c78438f3-054b-459b-9b01-356559e68963" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.406058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c78438f3-054b-459b-9b01-356559e68963" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.406058] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c78438f3-054b-459b-9b01-356559e68963',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.718166] env[65824]: INFO networking_nsxv3.common.synchronization [req-bc8e1747-fac3-4552-b48d-a900144ba49a req-c0d47ef6-d074-4368-a6aa-c415fc82bf1c tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Enqueued Resource ID: 0bb291a9-5ce0-40ad-96b1-5abb9e037377 with Priority: HIGHEST for action security_group_members [ 624.718166] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb291a9-5ce0-40ad-96b1-5abb9e037377 with Priority: HIGHEST for action security_group_members [ 624.718166] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb291a9-5ce0-40ad-96b1-5abb9e037377 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.725080] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.725130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.725439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.725638] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.725759] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.725820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.726074] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.726168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.726309] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb291a9-5ce0-40ad-96b1-5abb9e037377',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.907302] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.907440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.907640] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.909397] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c78438f3-054b-459b-9b01-356559e68963 with status ACTIVE [ 624.909397] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.909397] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.909572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.910494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.910494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.910494] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.910494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.910494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.910494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.910494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.910837] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.910837] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.910837] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.910942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.910942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.910999] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c78438f3-054b-459b-9b01-356559e68963 is going to be updated. [ 624.934950] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.935150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.935273] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.935536] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.936186] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.936186] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c78438f3-054b-459b-9b01-356559e68963" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.153199] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41ca597-cc02-425f-a222-c3db454936f2 in Status: SUCCESS [ 625.153372] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41ca597-cc02-425f-a222-c3db454936f2 deletion is rescheduled due to dependency. [ 625.153488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.158763] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.159481] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-656" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.159481] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-656" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.159640] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-656" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.160349] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.160349] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.160349] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.160349] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.160644] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.160726] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.161326] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.161326] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.161326] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.161326] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.161326] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.161326] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.186499] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.186727] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.186830] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.187020] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-656" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.187372] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.188058] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.188058] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.188058] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.188058] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.232341] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.232341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.232540] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.232634] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.233173] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.233173] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.233173] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.233173] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.233416] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.233416] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.233416] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb291a9-5ce0-40ad-96b1-5abb9e037377 already deleted. [ 625.233515] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.412755] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.465854] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 in Status: SUCCESS [ 625.466156] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.466314] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.466651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.466731] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.466890] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.466955] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.467170] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.467321] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.467374] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.467440] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34f3e753-ffac-4a24-9b96-2a82038cf848',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.693542] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.693732] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.693732] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.693941] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.694242] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.694382] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9 not found, creating... [ 625.694558] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.694711] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.694832] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.695070] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.695201] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.695488] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.695674] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.695790] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.695997] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.696151] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.696429] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9 is going to be created. [ 625.721196] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.721843] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.721843] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.722298] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.722623] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.722993] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.916282] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.916553] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.916553] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.916770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.916867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.916985] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 is going to be created. [ 625.946785] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.947170] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.947170] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.947884] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.948923] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.960646] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 in Status: UNINITIALIZED for 2s [ 625.970369] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-34f3e753-ffac-4a24-9b96-2a82038cf848 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.970572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.970625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.970822] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.970996] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.971115] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.971199] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.971343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.971460] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.971557] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.971713] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-34f3e753-ffac-4a24-9b96-2a82038cf848 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.971871] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.971938] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.972110] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.972254] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.972348] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.972413] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.972602] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.972686] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.972796] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.972900] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34f3e753-ffac-4a24-9b96-2a82038cf848',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.476405] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34f3e753-ffac-4a24-9b96-2a82038cf848: rpc.has_security_group_logging(os_id): False [ 626.479220] env[65824]: INFO networking_nsxv3.common.synchronization [None req-63ea7431-b190-4457-bb53-608c5533e6d2 None None] Enqueued Resource ID: b92f2082-416f-4b53-b8fc-d675f5505c06 with Priority: HIGHEST for action port [ 626.479984] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b92f2082-416f-4b53-b8fc-d675f5505c06 with Priority: HIGHEST for action port [ 626.480518] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b92f2082-416f-4b53-b8fc-d675f5505c06 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.480661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b92f2082-416f-4b53-b8fc-d675f5505c06" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.480743] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b92f2082-416f-4b53-b8fc-d675f5505c06" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.481012] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b92f2082-416f-4b53-b8fc-d675f5505c06" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.481217] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b92f2082-416f-4b53-b8fc-d675f5505c06',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.519358] env[65824]: INFO networking_nsxv3.common.synchronization [req-bc8e1747-fac3-4552-b48d-a900144ba49a req-60b468c1-687a-4123-8385-d1e5be27bb26 service nova] Enqueued Resource ID: 0bb291a9-5ce0-40ad-96b1-5abb9e037377 with Priority: HIGHEST for action security_group_rules [ 626.519530] env[65824]: INFO networking_nsxv3.common.synchronization [req-bc8e1747-fac3-4552-b48d-a900144ba49a req-60b468c1-687a-4123-8385-d1e5be27bb26 service nova] Enqueued Resource ID: 0bb291a9-5ce0-40ad-96b1-5abb9e037377 with Priority: HIGHEST for action security_group_members [ 626.520076] env[65824]: INFO networking_nsxv3.common.synchronization [req-bc8e1747-fac3-4552-b48d-a900144ba49a req-60b468c1-687a-4123-8385-d1e5be27bb26 service nova] Enqueued Resource ID: 9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9 with Priority: HIGHEST for action port [ 626.520737] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.520852] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.520938] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.521143] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.521316] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.521447] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.521548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.521607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.521811] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.521868] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.522059] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.522158] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.522218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.522369] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.522443] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.522689] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.522787] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.522851] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.523035] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.523118] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.523204] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 is going to be created. [ 626.524334] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb291a9-5ce0-40ad-96b1-5abb9e037377 with Priority: HIGHEST for action security_group_rules [ 626.524478] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb291a9-5ce0-40ad-96b1-5abb9e037377 with Priority: HIGHEST for action security_group_members [ 626.524576] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9 with Priority: HIGHEST for action port [ 626.525219] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bb291a9-5ce0-40ad-96b1-5abb9e037377 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.525345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.525387] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.525598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.525672] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bb291a9-5ce0-40ad-96b1-5abb9e037377',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.526576] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb291a9-5ce0-40ad-96b1-5abb9e037377 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.526684] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.526745] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.526899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.527053] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.527573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.527573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.527573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.527573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.527573] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb291a9-5ce0-40ad-96b1-5abb9e037377',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.528427] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.528427] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.528427] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.528594] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.528633] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.628069] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.628337] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.628413] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.628632] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.628822] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.647564] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 in Status: IN_PROGRESS for 2s [ 626.984539] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b92f2082-416f-4b53-b8fc-d675f5505c06 [ 626.984539] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.984539] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.984539] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.984539] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.984539] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.986835] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b92f2082-416f-4b53-b8fc-d675f5505c06 already deleted. [ 626.986835] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b92f2082-416f-4b53-b8fc-d675f5505c06" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.031537] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9 with status ACTIVE [ 627.031793] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.031935] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.032014] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.032244] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.032337] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.032521] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.032622] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.032687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.032851] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.032918] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.033124] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.033221] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.033284] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.033429] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.033505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.033589] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9 is going to be updated. [ 627.034815] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb291a9-5ce0-40ad-96b1-5abb9e037377 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.034900] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.035404] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bb291a9-5ce0-40ad-96b1-5abb9e037377',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.059260] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.059424] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.059589] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.060189] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.060790] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.061037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.291273] env[65824]: INFO networking_nsxv3.common.synchronization [None req-fb08214b-8afd-48eb-a51c-39b986b47158 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Enqueued Resource ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 with Priority: HIGHEST for action security_group_rules [ 627.291379] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 with Priority: HIGHEST for action security_group_rules [ 627.291757] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6bb9775-3006-49ef-a785-95b6d1e612a2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.291911] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.291984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.292293] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.292403] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6bb9775-3006-49ef-a785-95b6d1e612a2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.531355] env[65824]: INFO networking_nsxv3.common.synchronization [req-c1d2795d-7562-41d2-9923-8842b2d84ae6 req-4483983d-e244-4ae1-a9f5-fddf5bddcc21 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: 4ce067df-71e9-4e63-910a-639a33bc543e with Priority: HIGHEST for action security_group_members [ 627.532045] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce067df-71e9-4e63-910a-639a33bc543e with Priority: HIGHEST for action security_group_members [ 627.535350] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce067df-71e9-4e63-910a-639a33bc543e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.535350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.535350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.535350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.535350] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.535721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.535721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.535721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.535721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.535836] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ce067df-71e9-4e63-910a-639a33bc543e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.539025] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bb291a9-5ce0-40ad-96b1-5abb9e037377',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.787036] env[65824]: INFO networking_nsxv3.common.synchronization [None req-2ef507ae-9ad6-4957-9b28-f54fe4485c51 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Enqueued Resource ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 with Priority: HIGHEST for action security_group_rules [ 627.787645] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 with Priority: HIGHEST for action security_group_rules [ 627.787768] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6bb9775-3006-49ef-a785-95b6d1e612a2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.787883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.815363] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.815527] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.815580] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.815775] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.815868] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.815963] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 already deleted. [ 627.816062] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.816220] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.816385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.816562] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6bb9775-3006-49ef-a785-95b6d1e612a2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.972327] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 in Status: SUCCESS [ 627.972679] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.972956] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.973313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.973553] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.973740] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.973843] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.974053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.974148] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.974249] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.974354] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.040665] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.041179] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.041323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.041571] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.041938] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.042198] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.042341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.042616] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.042616] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.042741] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.042873] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce067df-71e9-4e63-910a-639a33bc543e already deleted. [ 628.042989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.044144] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.044275] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.044372] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.044575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.044649] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.044756] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb291a9-5ce0-40ad-96b1-5abb9e037377 is going to be created. [ 628.078062] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.078248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.078362] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.078695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.078791] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.095784] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb291a9-5ce0-40ad-96b1-5abb9e037377 in Status: UNINITIALIZED for 2s [ 628.097996] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.099949] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.100119] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.100608] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.101018] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.101245] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.101439] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.101868] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.101979] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.102328] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.102398] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.102506] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.102610] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.102716] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.102815] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.103115] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.129519] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.133311] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.133632] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.133919] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.134405] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-5d6f4164-dce8-4020-987e-a9865160efea taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.134693] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-5d6f4164-dce8-4020-987e-a9865160efea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.134884] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-5d6f4164-dce8-4020-987e-a9865160efea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.135572] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-5d6f4164-dce8-4020-987e-a9865160efea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.135794] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d6f4164-dce8-4020-987e-a9865160efea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.343109] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.343295] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.343344] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.343546] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.343638] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.343737] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 already deleted. [ 628.343820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.477655] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.477855] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.477855] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.478151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.478426] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.478548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.478548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.478759] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.478857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.478981] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.479172] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.479329] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.479424] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.479598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.479793] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.479931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.480027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.480185] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.480264] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.480349] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.480438] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.641954] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.642221] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.642394] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.642803] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.643019] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.643191] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 5d6f4164-dce8-4020-987e-a9865160efea not found, creating... [ 628.643466] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.643620] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.643728] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.643954] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.644113] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.646725] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.646725] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.646725] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.646725] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.646725] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.646725] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 5d6f4164-dce8-4020-987e-a9865160efea is going to be created. [ 628.661211] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 in Status: SUCCESS [ 628.661662] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.670056] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.670299] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.670397] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.670694] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.670931] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.671159] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-5d6f4164-dce8-4020-987e-a9865160efea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.987206] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1: rpc.has_security_group_logging(os_id): False [ 629.004687] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.004687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.004687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.004687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.004687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.005449] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.005710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.006223] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.006529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.006756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.007123] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.007346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.010494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.010494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.010494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.010494] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.010494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.010494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.010494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.010494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.010494] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 is going to be created. [ 629.116828] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.116828] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.116828] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.116828] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.116828] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.132725] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 in Status: IN_PROGRESS for 2s [ 629.404035] env[65824]: INFO networking_nsxv3.common.synchronization [req-c1d2795d-7562-41d2-9923-8842b2d84ae6 req-13988d56-25d9-493d-8a90-2b23c31ebb9d service nova] Enqueued Resource ID: 4ce067df-71e9-4e63-910a-639a33bc543e with Priority: HIGHEST for action security_group_rules [ 629.404035] env[65824]: INFO networking_nsxv3.common.synchronization [req-c1d2795d-7562-41d2-9923-8842b2d84ae6 req-13988d56-25d9-493d-8a90-2b23c31ebb9d service nova] Enqueued Resource ID: 4ce067df-71e9-4e63-910a-639a33bc543e with Priority: HIGHEST for action security_group_members [ 629.404035] env[65824]: INFO networking_nsxv3.common.synchronization [req-c1d2795d-7562-41d2-9923-8842b2d84ae6 req-13988d56-25d9-493d-8a90-2b23c31ebb9d service nova] Enqueued Resource ID: 5d6f4164-dce8-4020-987e-a9865160efea with Priority: HIGHEST for action port [ 629.404035] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce067df-71e9-4e63-910a-639a33bc543e with Priority: HIGHEST for action security_group_rules [ 629.404035] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce067df-71e9-4e63-910a-639a33bc543e with Priority: HIGHEST for action security_group_members [ 629.404035] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d6f4164-dce8-4020-987e-a9865160efea with Priority: HIGHEST for action port [ 629.404670] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ce067df-71e9-4e63-910a-639a33bc543e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.405035] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.405215] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.405528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.405709] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ce067df-71e9-4e63-910a-639a33bc543e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.406833] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce067df-71e9-4e63-910a-639a33bc543e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.407102] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.407264] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.407761] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.408020] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.409020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.409020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.409020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.409020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.409020] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ce067df-71e9-4e63-910a-639a33bc543e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.410522] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d6f4164-dce8-4020-987e-a9865160efea taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.412572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d6f4164-dce8-4020-987e-a9865160efea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.412572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d6f4164-dce8-4020-987e-a9865160efea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.412572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d6f4164-dce8-4020-987e-a9865160efea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.412572] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d6f4164-dce8-4020-987e-a9865160efea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.912633] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ce067df-71e9-4e63-910a-639a33bc543e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.913867] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce067df-71e9-4e63-910a-639a33bc543e taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.913979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.915225] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d6f4164-dce8-4020-987e-a9865160efea with status ACTIVE [ 629.915225] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.915225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.915225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.915421] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.915524] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.915700] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.915802] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.915868] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.916354] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.916461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.916709] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.916906] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.916906] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.917335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.917418] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.917542] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d6f4164-dce8-4020-987e-a9865160efea is going to be updated. [ 629.939228] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.939398] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.939398] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.939577] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.939725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.939886] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d6f4164-dce8-4020-987e-a9865160efea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.110974] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb291a9-5ce0-40ad-96b1-5abb9e037377 in Status: SUCCESS [ 630.110974] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.110974] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.110974] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.111596] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.114077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.114077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.114077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.114077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.114077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.114077] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bb291a9-5ce0-40ad-96b1-5abb9e037377',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.416402] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ce067df-71e9-4e63-910a-639a33bc543e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.616709] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb291a9-5ce0-40ad-96b1-5abb9e037377 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.617078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.617078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.617285] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.617511] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.617511] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.617511] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.617706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.617740] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.617813] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.619335] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb291a9-5ce0-40ad-96b1-5abb9e037377 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.619335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.619335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.619335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.619335] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.619335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.619335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.619335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.619335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.619335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.619335] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bb291a9-5ce0-40ad-96b1-5abb9e037377',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.920082] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.921107] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.921107] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.921107] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.921107] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.921107] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce067df-71e9-4e63-910a-639a33bc543e is going to be created. [ 630.953900] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.954230] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.954323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.954899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.955196] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.969435] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce067df-71e9-4e63-910a-639a33bc543e in Status: UNINITIALIZED for 2s [ 631.122566] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bb291a9-5ce0-40ad-96b1-5abb9e037377: rpc.has_security_group_logging(os_id): False [ 631.146014] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.146204] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.146433] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.146776] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.146898] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.148203] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.148203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.148203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.148203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.148203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.148203] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.148203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.148203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.148606] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.148643] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.148815] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.149143] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.149249] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.149585] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.149674] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.150114] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bb291a9-5ce0-40ad-96b1-5abb9e037377 is going to be created. [ 631.152685] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 in Status: SUCCESS [ 631.153563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.214534] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.214676] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.214676] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.214994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.215065] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.241128] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bb291a9-5ce0-40ad-96b1-5abb9e037377 in Status: IN_PROGRESS for 2s [ 632.164617] env[65824]: INFO networking_nsxv3.common.synchronization [None req-959b92d3-23cd-4775-9891-a2a2a3944494 None None] Enqueued Resource ID: e868d57b-7979-484c-b3ce-ae127f399106 with Priority: HIGHEST for action port [ 632.165248] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e868d57b-7979-484c-b3ce-ae127f399106 with Priority: HIGHEST for action port [ 632.165544] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-e868d57b-7979-484c-b3ce-ae127f399106 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.165652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e868d57b-7979-484c-b3ce-ae127f399106" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.165652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e868d57b-7979-484c-b3ce-ae127f399106" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.165907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e868d57b-7979-484c-b3ce-ae127f399106" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.165988] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e868d57b-7979-484c-b3ce-ae127f399106',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.668099] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e868d57b-7979-484c-b3ce-ae127f399106 [ 632.668340] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.668583] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.668583] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.669000] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.669000] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.669000] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e868d57b-7979-484c-b3ce-ae127f399106 already deleted. [ 632.669000] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e868d57b-7979-484c-b3ce-ae127f399106" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.981623] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce067df-71e9-4e63-910a-639a33bc543e in Status: SUCCESS [ 632.981996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.982407] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.983381] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.983381] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.983381] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.983598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.983734] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.983889] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.984077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.984312] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ce067df-71e9-4e63-910a-639a33bc543e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.257283] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bb291a9-5ce0-40ad-96b1-5abb9e037377 in Status: SUCCESS [ 633.258255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.488939] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ce067df-71e9-4e63-910a-639a33bc543e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.992103] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ce067df-71e9-4e63-910a-639a33bc543e: rpc.has_security_group_logging(os_id): False [ 634.011622] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.011829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.012960] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.013113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.013206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.014048] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.014048] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.014048] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.014048] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.014048] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.014048] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ce067df-71e9-4e63-910a-639a33bc543e is going to be created. [ 634.102222] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.102222] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.102222] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.102487] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.103172] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.132184] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ce067df-71e9-4e63-910a-639a33bc543e in Status: IN_PROGRESS for 2s [ 634.972595] env[65824]: INFO networking_nsxv3.common.synchronization [None req-1d614de3-a70e-4a96-ab73-a8db86f839a0 None None] Enqueued Resource ID: abc4e611-5a48-4006-8294-946c168fba78 with Priority: HIGHEST for action port [ 634.973339] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc4e611-5a48-4006-8294-946c168fba78 with Priority: HIGHEST for action port [ 634.973671] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-abc4e611-5a48-4006-8294-946c168fba78 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.973789] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abc4e611-5a48-4006-8294-946c168fba78" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.973860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abc4e611-5a48-4006-8294-946c168fba78" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.977397] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abc4e611-5a48-4006-8294-946c168fba78" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.977397] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abc4e611-5a48-4006-8294-946c168fba78',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.481130] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abc4e611-5a48-4006-8294-946c168fba78 [ 635.481130] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.481130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.481130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.481130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.481130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.481130] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abc4e611-5a48-4006-8294-946c168fba78 already deleted. [ 635.481130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abc4e611-5a48-4006-8294-946c168fba78" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.151504] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ce067df-71e9-4e63-910a-639a33bc543e in Status: SUCCESS [ 636.151939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.342541] env[65824]: INFO networking_nsxv3.common.synchronization [req-be4a5ded-e011-4cbb-8335-3cbcacbd570d req-9af736ea-0210-4541-bf09-60132d30489a tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Enqueued Resource ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 with Priority: HIGHEST for action security_group_members [ 636.343614] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 with Priority: HIGHEST for action security_group_members [ 636.343993] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.345955] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.346090] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.348341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.348588] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.348701] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.348701] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.348869] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.348984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.349089] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaa36d3f-6abc-4c87-b6f7-3442cb788b54',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.760665] env[65824]: INFO networking_nsxv3.common.synchronization [req-831a718b-4c39-4d2e-a61b-d3caced88a42 req-1868ea3e-26d5-437d-bdcf-d4790d00037e tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Enqueued Resource ID: d1445843-cfe1-40a4-a7a7-ae28fbfa5620 with Priority: HIGHEST for action security_group_members [ 636.761308] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1445843-cfe1-40a4-a7a7-ae28fbfa5620 with Priority: HIGHEST for action security_group_members [ 636.761836] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.761836] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.762021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.762154] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.762341] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.762448] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.762510] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.762669] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.762756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.762870] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1445843-cfe1-40a4-a7a7-ae28fbfa5620',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.851097] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.853598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.853598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.853598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.853598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.853598] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.853598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.853598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.853598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.853598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.854058] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 is going to be updated. [ 636.887322] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.887322] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.887322] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.887322] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.887322] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.896912] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 in Status: IN_PROGRESS for 2s [ 637.141906] env[65824]: INFO networking_nsxv3.common.synchronization [None req-4677e7a3-7c5a-4620-8898-0f43499d2da8 None None] Enqueued Resource ID: 4353afa0-ab65-43e8-a708-893d66fec43b with Priority: HIGHEST for action port [ 637.142693] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4353afa0-ab65-43e8-a708-893d66fec43b with Priority: HIGHEST for action port [ 637.143417] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-4353afa0-ab65-43e8-a708-893d66fec43b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.143417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4353afa0-ab65-43e8-a708-893d66fec43b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.143417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4353afa0-ab65-43e8-a708-893d66fec43b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.143657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4353afa0-ab65-43e8-a708-893d66fec43b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.143657] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4353afa0-ab65-43e8-a708-893d66fec43b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.265731] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.266089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.266089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.266201] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.266673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.266673] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.266673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.266673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.266861] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.266909] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.267030] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1445843-cfe1-40a4-a7a7-ae28fbfa5620 is going to be updated. [ 637.299396] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.299578] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.299633] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.299863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.300018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.311994] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1445843-cfe1-40a4-a7a7-ae28fbfa5620 in Status: IN_PROGRESS for 2s [ 637.645461] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4353afa0-ab65-43e8-a708-893d66fec43b [ 637.645711] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.645822] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.645889] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.646336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.646336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.646336] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4353afa0-ab65-43e8-a708-893d66fec43b already deleted. [ 637.646641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4353afa0-ab65-43e8-a708-893d66fec43b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.694608] env[65824]: INFO networking_nsxv3.common.synchronization [None req-0f750b08-5b87-410c-9782-3bcfdfa93b2f None None] Enqueued Resource ID: e9402cde-c78e-47df-8323-28cf3cff1415 with Priority: HIGHEST for action port [ 637.695673] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9402cde-c78e-47df-8323-28cf3cff1415 with Priority: HIGHEST for action port [ 637.695673] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9402cde-c78e-47df-8323-28cf3cff1415 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.695897] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9402cde-c78e-47df-8323-28cf3cff1415" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.695897] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9402cde-c78e-47df-8323-28cf3cff1415" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.696935] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9402cde-c78e-47df-8323-28cf3cff1415" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.697463] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9402cde-c78e-47df-8323-28cf3cff1415',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.815784] env[65824]: INFO networking_nsxv3.common.synchronization [req-212961a8-1c66-4e46-b201-02882bb74c5d req-3406adce-d5dd-4ebe-afb8-54d41d78861b tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Enqueued Resource ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea with Priority: HIGHEST for action security_group_members [ 637.816604] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea with Priority: HIGHEST for action security_group_members [ 637.816703] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.816785] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.816828] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.817619] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.817749] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.817892] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.817933] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.818318] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.818318] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.818318] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.200897] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9402cde-c78e-47df-8323-28cf3cff1415 [ 638.201102] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.201102] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.201226] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.201368] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.201459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.201596] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9402cde-c78e-47df-8323-28cf3cff1415 already deleted. [ 638.201633] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9402cde-c78e-47df-8323-28cf3cff1415" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.320541] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.320835] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.320835] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.320998] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.322126] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.322126] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.322126] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.322126] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.322126] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.322126] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.322126] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea already deleted. [ 638.322126] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.333313] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.334067] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.334241] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.335274] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.335274] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.335274] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.335667] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.335952] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.336779] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.339763] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.339930] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.340510] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.340510] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.340510] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.340510] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.340510] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.360338] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.360512] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.360512] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.360931] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.361083] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-1da3b68e-f29b-4b8c-b7b3-0584abbed2a9 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.361267] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-1da3b68e-f29b-4b8c-b7b3-0584abbed2a9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.361625] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-1da3b68e-f29b-4b8c-b7b3-0584abbed2a9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.361676] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-1da3b68e-f29b-4b8c-b7b3-0584abbed2a9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.361928] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1da3b68e-f29b-4b8c-b7b3-0584abbed2a9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.866468] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.866468] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.866632] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.867049] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.867300] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.867558] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 1da3b68e-f29b-4b8c-b7b3-0584abbed2a9 not found, creating... [ 638.868029] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.868306] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.868507] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.868884] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.869155] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.869672] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.869923] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.870118] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.870490] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.870739] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.870963] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 1da3b68e-f29b-4b8c-b7b3-0584abbed2a9 is going to be created. [ 638.895165] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.895471] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.895638] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.895998] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.896348] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.896653] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-1da3b68e-f29b-4b8c-b7b3-0584abbed2a9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.908658] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 in Status: SUCCESS [ 638.908850] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 deletion is rescheduled due to dependency. [ 638.908949] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.322398] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1445843-cfe1-40a4-a7a7-ae28fbfa5620 in Status: SUCCESS [ 639.322775] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1445843-cfe1-40a4-a7a7-ae28fbfa5620 deletion is rescheduled due to dependency. [ 639.322775] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1445843-cfe1-40a4-a7a7-ae28fbfa5620" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.605436] env[65824]: INFO networking_nsxv3.common.synchronization [req-212961a8-1c66-4e46-b201-02882bb74c5d req-2aa43ba2-5352-439d-94d7-cd710e72dbf0 service nova] Enqueued Resource ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea with Priority: HIGHEST for action security_group_rules [ 639.605642] env[65824]: INFO networking_nsxv3.common.synchronization [req-212961a8-1c66-4e46-b201-02882bb74c5d req-2aa43ba2-5352-439d-94d7-cd710e72dbf0 service nova] Enqueued Resource ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea with Priority: HIGHEST for action security_group_members [ 639.605800] env[65824]: INFO networking_nsxv3.common.synchronization [req-212961a8-1c66-4e46-b201-02882bb74c5d req-2aa43ba2-5352-439d-94d7-cd710e72dbf0 service nova] Enqueued Resource ID: 1da3b68e-f29b-4b8c-b7b3-0584abbed2a9 with Priority: HIGHEST for action port [ 639.606429] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea with Priority: HIGHEST for action security_group_rules [ 639.606554] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea with Priority: HIGHEST for action security_group_members [ 639.606668] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1da3b68e-f29b-4b8c-b7b3-0584abbed2a9 with Priority: HIGHEST for action port [ 639.606961] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.607104] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.607171] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.607444] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.607529] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.609208] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.610695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.610695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.610695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.610695] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.610695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.611410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.611410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.611410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.611410] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.613083] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-1da3b68e-f29b-4b8c-b7b3-0584abbed2a9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.613083] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1da3b68e-f29b-4b8c-b7b3-0584abbed2a9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.613083] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1da3b68e-f29b-4b8c-b7b3-0584abbed2a9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.613083] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1da3b68e-f29b-4b8c-b7b3-0584abbed2a9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.613083] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1da3b68e-f29b-4b8c-b7b3-0584abbed2a9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.118106] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.120487] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.120636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.121332] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1da3b68e-f29b-4b8c-b7b3-0584abbed2a9 with status ACTIVE [ 640.121524] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.121983] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.121983] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.122270] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.122333] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.122679] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.122679] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.122679] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.122980] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.122980] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.123252] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.123394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.123394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.123462] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.124281] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.124281] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1da3b68e-f29b-4b8c-b7b3-0584abbed2a9 is going to be updated. [ 640.147678] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.147678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.147678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.147979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.147979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.148073] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1da3b68e-f29b-4b8c-b7b3-0584abbed2a9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.159828] env[65824]: INFO networking_nsxv3.common.synchronization [req-7039f6cc-c3df-4d06-a715-c99d2293daa9 req-f8ef90f3-4d38-473f-909b-2d6b89f5a2dd tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Enqueued Resource ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea with Priority: HIGHEST for action security_group_members [ 640.160351] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea with Priority: HIGHEST for action security_group_members [ 640.160465] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.160803] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.622556] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.699789] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.699789] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.699789] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.699789] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.699789] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.699789] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.699789] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.703673] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.703673] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.703673] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.703673] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.703673] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.703673] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.703673] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.703673] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.703673] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.721537] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.721721] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.721925] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.722154] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.722518] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-b5391140-5e90-4ec6-a392-5d9b38fc29da taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.722769] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-b5391140-5e90-4ec6-a392-5d9b38fc29da" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.722907] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-b5391140-5e90-4ec6-a392-5d9b38fc29da" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.723279] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-b5391140-5e90-4ec6-a392-5d9b38fc29da" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.723452] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5391140-5e90-4ec6-a392-5d9b38fc29da',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.127874] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.128095] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.128152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.128343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.128461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.128570] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea is going to be created. [ 641.158673] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.158673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.158673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.159341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.159341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.170966] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea in Status: UNINITIALIZED for 2s [ 641.228216] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.228587] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.228754] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.229188] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.229419] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.229655] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port b5391140-5e90-4ec6-a392-5d9b38fc29da not found, creating... [ 641.230146] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.230378] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.230552] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.230891] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.231110] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.231543] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.231772] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.232018] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.232341] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.232537] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.232859] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: b5391140-5e90-4ec6-a392-5d9b38fc29da is going to be created. [ 641.283331] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.283331] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.283988] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.283988] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.284533] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.284787] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-b5391140-5e90-4ec6-a392-5d9b38fc29da" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.003153] env[65824]: INFO networking_nsxv3.common.synchronization [req-7039f6cc-c3df-4d06-a715-c99d2293daa9 req-9d7da613-05ec-486e-9db0-40925cbaecbc service nova] Enqueued Resource ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea with Priority: HIGHEST for action security_group_rules [ 642.003153] env[65824]: INFO networking_nsxv3.common.synchronization [req-7039f6cc-c3df-4d06-a715-c99d2293daa9 req-9d7da613-05ec-486e-9db0-40925cbaecbc service nova] Enqueued Resource ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea with Priority: HIGHEST for action security_group_members [ 642.003153] env[65824]: INFO networking_nsxv3.common.synchronization [req-7039f6cc-c3df-4d06-a715-c99d2293daa9 req-9d7da613-05ec-486e-9db0-40925cbaecbc service nova] Enqueued Resource ID: b5391140-5e90-4ec6-a392-5d9b38fc29da with Priority: HIGHEST for action port [ 642.004299] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea with Priority: HIGHEST for action security_group_rules [ 642.004475] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea with Priority: HIGHEST for action security_group_members [ 642.004600] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5391140-5e90-4ec6-a392-5d9b38fc29da with Priority: HIGHEST for action port [ 642.006682] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.006682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.006682] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.006682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.006682] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5391140-5e90-4ec6-a392-5d9b38fc29da taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.006682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5391140-5e90-4ec6-a392-5d9b38fc29da" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.006682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5391140-5e90-4ec6-a392-5d9b38fc29da" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.006682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5391140-5e90-4ec6-a392-5d9b38fc29da" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.006682] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5391140-5e90-4ec6-a392-5d9b38fc29da',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.510480] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5391140-5e90-4ec6-a392-5d9b38fc29da with status ACTIVE [ 642.510480] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.510480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.510480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.510480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.510480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.510480] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.510480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.510480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.510480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.510480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.510480] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.510480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.510480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.511504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.511504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.511504] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5391140-5e90-4ec6-a392-5d9b38fc29da is going to be updated. [ 642.535982] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.536819] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.536819] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.536973] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.537142] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.537391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5391140-5e90-4ec6-a392-5d9b38fc29da" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.889371] env[65824]: INFO networking_nsxv3.common.synchronization [req-b4453ed1-9002-45bc-9a5e-345b5089bfae req-3d8345f5-ad2d-4f2c-a053-34e61dfd2eae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Enqueued Resource ID: 47974280-00e1-4166-aeee-91740d965f08 with Priority: HIGHEST for action security_group_members [ 642.890832] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47974280-00e1-4166-aeee-91740d965f08 with Priority: HIGHEST for action security_group_members [ 642.891206] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-47974280-00e1-4166-aeee-91740d965f08 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.891333] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.891400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.891604] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.891758] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.891937] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.892026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.892222] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.892309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.892407] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47974280-00e1-4166-aeee-91740d965f08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.184602] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea in Status: SUCCESS [ 643.185098] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.185098] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.185098] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.186167] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.186167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.186167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.186167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.186167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.186167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.186642] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.187217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.187518] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.187722] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.187884] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.188047] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.188180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.188241] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.188334] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.396170] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47974280-00e1-4166-aeee-91740d965f08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.437772] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.438075] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.438202] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.438453] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.438699] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.438854] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.438965] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.439210] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.439315] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.439506] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.439611] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.439709] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.439808] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.439908] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.440013] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.440140] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.461048] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.461276] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.461411] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.461581] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.462011] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-6d0fec2c-eeb2-45ce-9575-2e433ba58642 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.462228] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-6d0fec2c-eeb2-45ce-9575-2e433ba58642" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.462344] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-6d0fec2c-eeb2-45ce-9575-2e433ba58642" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.463421] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-6d0fec2c-eeb2-45ce-9575-2e433ba58642" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.463616] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d0fec2c-eeb2-45ce-9575-2e433ba58642',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.691064] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.691253] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.691511] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.898518] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47974280-00e1-4166-aeee-91740d965f08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.966422] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.966673] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.966819] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.967168] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.967449] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.967651] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 6d0fec2c-eeb2-45ce-9575-2e433ba58642 not found, creating... [ 643.968029] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.968223] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.968371] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.968663] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.968797] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.969139] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.969326] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.969457] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.969717] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.969864] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.970060] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 6d0fec2c-eeb2-45ce-9575-2e433ba58642 is going to be created. [ 643.993939] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.994228] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.994559] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.994837] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.995230] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.995581] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-6d0fec2c-eeb2-45ce-9575-2e433ba58642" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.196334] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.400510] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.400712] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.400766] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.401021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.401127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.401238] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47974280-00e1-4166-aeee-91740d965f08 is going to be updated. [ 644.432826] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.433106] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.433106] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.433400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.433599] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.445350] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47974280-00e1-4166-aeee-91740d965f08 in Status: IN_PROGRESS for 2s [ 644.670834] env[65824]: INFO networking_nsxv3.common.synchronization [req-b4453ed1-9002-45bc-9a5e-345b5089bfae req-4edf0025-8e9b-4443-acc2-adbd6dd90f0b service nova] Enqueued Resource ID: 47974280-00e1-4166-aeee-91740d965f08 with Priority: HIGHEST for action security_group_rules [ 644.671444] env[65824]: INFO networking_nsxv3.common.synchronization [req-b4453ed1-9002-45bc-9a5e-345b5089bfae req-4edf0025-8e9b-4443-acc2-adbd6dd90f0b service nova] Enqueued Resource ID: 47974280-00e1-4166-aeee-91740d965f08 with Priority: HIGHEST for action security_group_members [ 644.671444] env[65824]: INFO networking_nsxv3.common.synchronization [req-b4453ed1-9002-45bc-9a5e-345b5089bfae req-4edf0025-8e9b-4443-acc2-adbd6dd90f0b service nova] Enqueued Resource ID: 6d0fec2c-eeb2-45ce-9575-2e433ba58642 with Priority: HIGHEST for action port [ 644.671777] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47974280-00e1-4166-aeee-91740d965f08 with Priority: HIGHEST for action security_group_rules [ 644.671847] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47974280-00e1-4166-aeee-91740d965f08 with Priority: HIGHEST for action security_group_members [ 644.671997] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d0fec2c-eeb2-45ce-9575-2e433ba58642 with Priority: HIGHEST for action port [ 644.672266] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47974280-00e1-4166-aeee-91740d965f08 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.672491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.672491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.672664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.672813] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47974280-00e1-4166-aeee-91740d965f08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.673687] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-47974280-00e1-4166-aeee-91740d965f08 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.673837] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.674019] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d0fec2c-eeb2-45ce-9575-2e433ba58642 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.674116] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d0fec2c-eeb2-45ce-9575-2e433ba58642" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.674170] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d0fec2c-eeb2-45ce-9575-2e433ba58642" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.674342] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d0fec2c-eeb2-45ce-9575-2e433ba58642" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.674416] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d0fec2c-eeb2-45ce-9575-2e433ba58642',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.699660] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.699883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.700030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.700196] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.700306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.700306] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea is going to be updated. [ 644.735304] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.735498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.735498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.736406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.736406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.747423] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea in Status: IN_PROGRESS for 2s [ 645.177648] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-47974280-00e1-4166-aeee-91740d965f08 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.178329] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.178329] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d0fec2c-eeb2-45ce-9575-2e433ba58642 with status ACTIVE [ 645.178329] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.178571] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.178571] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.179127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.179127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.179264] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.179264] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.179375] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.179706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.179706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.180581] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.180872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.180958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.181470] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.181470] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.181470] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d0fec2c-eeb2-45ce-9575-2e433ba58642 is going to be updated. [ 645.206120] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.206977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.206977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.206977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.206977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.206977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d0fec2c-eeb2-45ce-9575-2e433ba58642" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.319313] env[65824]: INFO networking_nsxv3.common.synchronization [req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 req-33d4f801-737c-4173-b7cc-9448ec34b8a9 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Enqueued Resource ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 with Priority: HIGHEST for action security_group_members [ 646.319949] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 with Priority: HIGHEST for action security_group_members [ 646.320293] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-34f3e753-ffac-4a24-9b96-2a82038cf848 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.320418] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.320482] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.320661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.320829] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.320912] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.320964] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.321535] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.321535] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.321535] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34f3e753-ffac-4a24-9b96-2a82038cf848',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.456590] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47974280-00e1-4166-aeee-91740d965f08 in Status: SUCCESS [ 646.456784] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.457255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.457255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.457363] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.457512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.457619] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.457796] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.457883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.458018] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47974280-00e1-4166-aeee-91740d965f08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.676294] env[65824]: INFO networking_nsxv3.common.synchronization [None req-0ba952f6-39f9-4ea4-a68f-56f920c9a4db None None] Enqueued Resource ID: 00534f6f-e0d4-41ba-bf9f-803b53fd3108 with Priority: HIGHEST for action port [ 646.676294] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00534f6f-e0d4-41ba-bf9f-803b53fd3108 with Priority: HIGHEST for action port [ 646.676294] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-00534f6f-e0d4-41ba-bf9f-803b53fd3108 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.676294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00534f6f-e0d4-41ba-bf9f-803b53fd3108" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.676294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00534f6f-e0d4-41ba-bf9f-803b53fd3108" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.676294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00534f6f-e0d4-41ba-bf9f-803b53fd3108" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.676294] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00534f6f-e0d4-41ba-bf9f-803b53fd3108',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.758923] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea in Status: SUCCESS [ 646.759537] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.761019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.761019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.761019] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.761019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.761019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.761019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.761759] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.762953] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.826205] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.826405] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.826487] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.826729] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.826853] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.827032] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.827165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.827165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.827310] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.827380] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.827485] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 is going to be updated. [ 646.859333] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.859333] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.860330] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.861532] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.861532] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.873128] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 in Status: IN_PROGRESS for 2s [ 646.942304] env[65824]: INFO networking_nsxv3.common.synchronization [None req-c41ac673-a151-42cd-a7b0-fc606e3a2f3f None None] Enqueued Resource ID: cf82215f-4ce0-4ad8-9eab-e278f8cbc45c with Priority: HIGHEST for action port [ 646.942304] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf82215f-4ce0-4ad8-9eab-e278f8cbc45c with Priority: HIGHEST for action port [ 646.942304] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf82215f-4ce0-4ad8-9eab-e278f8cbc45c taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.942828] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf82215f-4ce0-4ad8-9eab-e278f8cbc45c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.943065] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf82215f-4ce0-4ad8-9eab-e278f8cbc45c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.943471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf82215f-4ce0-4ad8-9eab-e278f8cbc45c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.943931] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf82215f-4ce0-4ad8-9eab-e278f8cbc45c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.960625] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47974280-00e1-4166-aeee-91740d965f08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.180057] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00534f6f-e0d4-41ba-bf9f-803b53fd3108 [ 647.180057] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.180057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.180057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.180057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.180057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.180057] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00534f6f-e0d4-41ba-bf9f-803b53fd3108 already deleted. [ 647.180057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00534f6f-e0d4-41ba-bf9f-803b53fd3108" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.266142] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.452025] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf82215f-4ce0-4ad8-9eab-e278f8cbc45c [ 647.452025] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.452025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.452025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.452025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.452025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.452025] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf82215f-4ce0-4ad8-9eab-e278f8cbc45c already deleted. [ 647.452025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf82215f-4ce0-4ad8-9eab-e278f8cbc45c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.465027] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47974280-00e1-4166-aeee-91740d965f08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.503696] env[65824]: INFO networking_nsxv3.common.synchronization [req-bb9b1d4b-1d17-48b3-a422-e338136e4659 req-6afe665f-d1d9-4545-8b88-f27c48f65b62 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Enqueued Resource ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 with Priority: HIGHEST for action security_group_members [ 647.504339] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 with Priority: HIGHEST for action security_group_members [ 647.504648] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6bb9775-3006-49ef-a785-95b6d1e612a2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.504763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.504838] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.505188] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.505435] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.505435] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.505435] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.505625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.505676] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.505740] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6bb9775-3006-49ef-a785-95b6d1e612a2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.764563] env[65824]: INFO networking_nsxv3.common.synchronization [req-315eafb9-9b4b-4e2a-b4d9-60914fee9bd6 req-174e0a30-2485-4fbe-bbd9-5e6c51bebaf4 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Enqueued Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGHEST for action security_group_members [ 647.764752] env[65824]: INFO networking_nsxv3.common.synchronization [req-315eafb9-9b4b-4e2a-b4d9-60914fee9bd6 req-174e0a30-2485-4fbe-bbd9-5e6c51bebaf4 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Enqueued Resource ID: f1a996eb-25f3-48e3-a482-900fa79e08fa with Priority: HIGHEST for action security_group_members [ 647.765292] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGHEST for action security_group_members [ 647.765433] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1a996eb-25f3-48e3-a482-900fa79e08fa with Priority: HIGHEST for action security_group_members [ 647.766352] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.766352] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.766352] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.766352] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.766352] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.766599] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.766599] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.766718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.766774] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.766856] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.767780] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1a996eb-25f3-48e3-a482-900fa79e08fa taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.767937] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1a996eb-25f3-48e3-a482-900fa79e08fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.768009] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1a996eb-25f3-48e3-a482-900fa79e08fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.768223] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1a996eb-25f3-48e3-a482-900fa79e08fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.768379] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.768511] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.768648] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.768756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.768756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.768850] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1a996eb-25f3-48e3-a482-900fa79e08fa',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.770440] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.827025] env[65824]: INFO networking_nsxv3.common.synchronization [req-315eafb9-9b4b-4e2a-b4d9-60914fee9bd6 req-174e0a30-2485-4fbe-bbd9-5e6c51bebaf4 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Enqueued Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGHEST for action security_group_rules [ 647.827025] env[65824]: INFO networking_nsxv3.common.synchronization [req-315eafb9-9b4b-4e2a-b4d9-60914fee9bd6 req-174e0a30-2485-4fbe-bbd9-5e6c51bebaf4 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Enqueued Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGHEST for action security_group_members [ 647.827025] env[65824]: INFO networking_nsxv3.common.synchronization [req-315eafb9-9b4b-4e2a-b4d9-60914fee9bd6 req-174e0a30-2485-4fbe-bbd9-5e6c51bebaf4 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Enqueued Resource ID: f1a996eb-25f3-48e3-a482-900fa79e08fa with Priority: HIGHEST for action security_group_rules [ 647.827025] env[65824]: INFO networking_nsxv3.common.synchronization [req-315eafb9-9b4b-4e2a-b4d9-60914fee9bd6 req-174e0a30-2485-4fbe-bbd9-5e6c51bebaf4 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Enqueued Resource ID: f1a996eb-25f3-48e3-a482-900fa79e08fa with Priority: HIGHEST for action security_group_members [ 647.827025] env[65824]: INFO networking_nsxv3.common.synchronization [req-315eafb9-9b4b-4e2a-b4d9-60914fee9bd6 req-174e0a30-2485-4fbe-bbd9-5e6c51bebaf4 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Enqueued Resource ID: 8b76b686-c628-45fc-b615-932fa57a1478 with Priority: HIGHEST for action port [ 647.827025] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGHEST for action security_group_rules [ 647.827719] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1a996eb-25f3-48e3-a482-900fa79e08fa with Priority: HIGHEST for action security_group_rules [ 647.827892] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b76b686-c628-45fc-b615-932fa57a1478 with Priority: HIGHEST for action port [ 647.827944] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGHEST for action security_group_members [ 647.828018] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1a996eb-25f3-48e3-a482-900fa79e08fa with Priority: HIGHEST for action security_group_members [ 647.828414] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.828414] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.828579] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.828666] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.828742] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.829778] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1a996eb-25f3-48e3-a482-900fa79e08fa taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.829936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1a996eb-25f3-48e3-a482-900fa79e08fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.830016] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1a996eb-25f3-48e3-a482-900fa79e08fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.830194] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1a996eb-25f3-48e3-a482-900fa79e08fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.830256] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1a996eb-25f3-48e3-a482-900fa79e08fa',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.836897] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b76b686-c628-45fc-b615-932fa57a1478 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.836897] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b76b686-c628-45fc-b615-932fa57a1478" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.836897] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b76b686-c628-45fc-b615-932fa57a1478" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.836897] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b76b686-c628-45fc-b615-932fa57a1478" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.836897] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b76b686-c628-45fc-b615-932fa57a1478',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.836897] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.836897] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.836897] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1a996eb-25f3-48e3-a482-900fa79e08fa taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.836897] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1a996eb-25f3-48e3-a482-900fa79e08fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.952938] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.954136] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.954392] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.954798] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.954953] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.955128] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.955247] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.958344] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.958344] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.958344] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.958344] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.958344] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.958344] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.958344] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.958344] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.958344] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.967391] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.967569] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.967612] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.967785] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.967890] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.967961] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47974280-00e1-4166-aeee-91740d965f08 is going to be updated. [ 647.985022] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.985022] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.985022] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.985022] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.985022] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-3aaec1dd-359d-4d05-9d09-3c8dde1d54f0 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.985022] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-3aaec1dd-359d-4d05-9d09-3c8dde1d54f0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.985022] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-3aaec1dd-359d-4d05-9d09-3c8dde1d54f0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.985022] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-3aaec1dd-359d-4d05-9d09-3c8dde1d54f0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.985022] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aaec1dd-359d-4d05-9d09-3c8dde1d54f0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.000618] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.000836] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.000836] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.002358] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.002358] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.008538] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.008538] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.008538] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.008777] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.008843] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.009309] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.009309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.009309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.009660] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.009660] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.009660] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 already deleted. [ 648.009660] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.012045] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47974280-00e1-4166-aeee-91740d965f08 in Status: IN_PROGRESS for 2s [ 648.136761] env[65824]: INFO networking_nsxv3.common.synchronization [req-815bf0b5-281c-4448-a8e2-6436a28bb503 req-5e026a33-a6f8-4721-88b5-845496431c70 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Enqueued Resource ID: fc5ec171-7f79-4869-910c-13c5de58d57e with Priority: HIGHEST for action security_group_members [ 648.138147] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5ec171-7f79-4869-910c-13c5de58d57e with Priority: HIGHEST for action security_group_members [ 648.138510] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5ec171-7f79-4869-910c-13c5de58d57e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.138641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.138710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.138904] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.139070] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.139171] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.139230] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.139381] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.139476] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.139566] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5ec171-7f79-4869-910c-13c5de58d57e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.270970] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.272059] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1a996eb-25f3-48e3-a482-900fa79e08fa',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.273314] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.274661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.274661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.274661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.274661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.274883] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea is going to be updated. [ 648.318361] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.318361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.318361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.318842] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.318842] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.332059] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea in Status: IN_PROGRESS for 2s [ 648.336673] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b76b686-c628-45fc-b615-932fa57a1478 with status ACTIVE [ 648.337171] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.337558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.337726] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.338035] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.338862] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.339081] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.339186] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.339248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.339450] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.339538] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.339734] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.339828] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.339886] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.340053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.340124] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.340206] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b76b686-c628-45fc-b615-932fa57a1478 is going to be updated. [ 648.341547] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.341650] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.341851] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1a996eb-25f3-48e3-a482-900fa79e08fa taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.342015] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1a996eb-25f3-48e3-a482-900fa79e08fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.367683] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.367906] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.367966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.368256] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.368323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.368549] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b76b686-c628-45fc-b615-932fa57a1478" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.487905] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.489427] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.489778] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.490558] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.490918] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.491195] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 3aaec1dd-359d-4d05-9d09-3c8dde1d54f0 not found, creating... [ 648.491584] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.491929] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.492182] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.492700] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.494019] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.494019] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.494019] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.494019] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.494019] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.494019] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.494452] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 3aaec1dd-359d-4d05-9d09-3c8dde1d54f0 is going to be created. [ 648.524396] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.524396] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.524396] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.524396] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.524396] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.524396] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-3aaec1dd-359d-4d05-9d09-3c8dde1d54f0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.642147] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.642350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.642426] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.642623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.642808] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.643692] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.643692] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.643692] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.643692] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.643692] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.643692] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5ec171-7f79-4869-910c-13c5de58d57e is going to be updated. [ 648.645456] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.645622] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.645736] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.645953] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.646265] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.646622] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.646622] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.646906] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.647071] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.647278] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.647379] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.647478] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.647578] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.647677] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.647783] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.647892] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.672181] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.672504] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.672587] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.672714] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.673082] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-e9ecc17d-ecab-4d9e-96d6-f2c37205bc08 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.673214] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-e9ecc17d-ecab-4d9e-96d6-f2c37205bc08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.673462] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-e9ecc17d-ecab-4d9e-96d6-f2c37205bc08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.673621] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-e9ecc17d-ecab-4d9e-96d6-f2c37205bc08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.673856] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9ecc17d-ecab-4d9e-96d6-f2c37205bc08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.696919] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.697263] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.697385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.697660] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.697855] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.711133] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5ec171-7f79-4869-910c-13c5de58d57e in Status: IN_PROGRESS for 2s [ 648.777835] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1a996eb-25f3-48e3-a482-900fa79e08fa',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.778732] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.884228] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 in Status: SUCCESS [ 648.884413] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 deletion is rescheduled due to dependency. [ 648.884520] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.051077] env[65824]: INFO networking_nsxv3.common.synchronization [None req-627bdf52-8767-4a8d-819f-4399894089d3 None None] Enqueued Resource ID: 111dcfa5-5a27-418e-98f5-a496b2e54092 with Priority: HIGHEST for action port [ 649.051259] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111dcfa5-5a27-418e-98f5-a496b2e54092 with Priority: HIGHEST for action port [ 649.051513] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-111dcfa5-5a27-418e-98f5-a496b2e54092 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.051626] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-111dcfa5-5a27-418e-98f5-a496b2e54092" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.051747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-111dcfa5-5a27-418e-98f5-a496b2e54092" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.052231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-111dcfa5-5a27-418e-98f5-a496b2e54092" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.052231] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('111dcfa5-5a27-418e-98f5-a496b2e54092',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.178384] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.178588] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.179453] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.179453] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.179617] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.182522] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port e9ecc17d-ecab-4d9e-96d6-f2c37205bc08 not found, creating... [ 649.182522] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.182522] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.182522] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.182522] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.182522] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.182522] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.184071] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.184375] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.184753] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.185008] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.185202] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: e9ecc17d-ecab-4d9e-96d6-f2c37205bc08 is going to be created. [ 649.207402] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.207608] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.207823] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.208402] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.208402] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.208402] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-e9ecc17d-ecab-4d9e-96d6-f2c37205bc08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.259595] env[65824]: INFO networking_nsxv3.common.synchronization [req-bb9b1d4b-1d17-48b3-a422-e338136e4659 req-ebe9ecae-f5e1-4253-aac4-33851a38dc35 service nova] Enqueued Resource ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 with Priority: HIGHEST for action security_group_rules [ 649.259855] env[65824]: INFO networking_nsxv3.common.synchronization [req-bb9b1d4b-1d17-48b3-a422-e338136e4659 req-ebe9ecae-f5e1-4253-aac4-33851a38dc35 service nova] Enqueued Resource ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 with Priority: HIGHEST for action security_group_members [ 649.259982] env[65824]: INFO networking_nsxv3.common.synchronization [req-bb9b1d4b-1d17-48b3-a422-e338136e4659 req-ebe9ecae-f5e1-4253-aac4-33851a38dc35 service nova] Enqueued Resource ID: 3aaec1dd-359d-4d05-9d09-3c8dde1d54f0 with Priority: HIGHEST for action port [ 649.260518] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 with Priority: HIGHEST for action security_group_rules [ 649.260638] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 with Priority: HIGHEST for action security_group_members [ 649.260991] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aaec1dd-359d-4d05-9d09-3c8dde1d54f0 with Priority: HIGHEST for action port [ 649.260991] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6bb9775-3006-49ef-a785-95b6d1e612a2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.261212] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.261212] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.261378] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.261458] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6bb9775-3006-49ef-a785-95b6d1e612a2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.262871] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6bb9775-3006-49ef-a785-95b6d1e612a2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.262937] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.262988] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.263814] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.263814] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.263814] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.263814] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.263814] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.264192] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.264192] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6bb9775-3006-49ef-a785-95b6d1e612a2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.264655] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-3aaec1dd-359d-4d05-9d09-3c8dde1d54f0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.264757] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3aaec1dd-359d-4d05-9d09-3c8dde1d54f0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.264897] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3aaec1dd-359d-4d05-9d09-3c8dde1d54f0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.264966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3aaec1dd-359d-4d05-9d09-3c8dde1d54f0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.265059] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aaec1dd-359d-4d05-9d09-3c8dde1d54f0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.280627] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.280792] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.280934] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.281081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.281173] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.281272] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1a996eb-25f3-48e3-a482-900fa79e08fa is going to be created. [ 649.282710] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.282877] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.282877] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.283070] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.283157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.283248] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf is going to be updated. [ 649.344774] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.345075] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.345203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.345512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.345782] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.349555] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.349813] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.349948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.350387] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.350673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.363508] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf in Status: IN_PROGRESS for 2s [ 649.366016] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1a996eb-25f3-48e3-a482-900fa79e08fa in Status: UNINITIALIZED for 2s [ 649.554155] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 111dcfa5-5a27-418e-98f5-a496b2e54092 [ 649.554469] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.554813] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.554936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.555231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.555371] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.555512] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:111dcfa5-5a27-418e-98f5-a496b2e54092 already deleted. [ 649.555650] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-111dcfa5-5a27-418e-98f5-a496b2e54092" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.560885] env[65824]: INFO networking_nsxv3.common.synchronization [None req-f6136fff-e643-4410-9105-15a74556ca58 None None] Enqueued Resource ID: fef7a1fd-4d88-4033-8bee-a3b075cc709d with Priority: HIGHEST for action port [ 649.560885] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fef7a1fd-4d88-4033-8bee-a3b075cc709d with Priority: HIGHEST for action port [ 649.563018] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-fef7a1fd-4d88-4033-8bee-a3b075cc709d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.563018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fef7a1fd-4d88-4033-8bee-a3b075cc709d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.563018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fef7a1fd-4d88-4033-8bee-a3b075cc709d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.563018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fef7a1fd-4d88-4033-8bee-a3b075cc709d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.563018] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fef7a1fd-4d88-4033-8bee-a3b075cc709d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.766956] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6bb9775-3006-49ef-a785-95b6d1e612a2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.769497] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6bb9775-3006-49ef-a785-95b6d1e612a2 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.769608] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.770513] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3aaec1dd-359d-4d05-9d09-3c8dde1d54f0 with status ACTIVE [ 649.770715] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.770843] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.770904] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.771192] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.771337] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.771599] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.771754] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.771860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.772122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.772251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.772525] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.772641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.772704] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.772850] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.772930] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.773026] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3aaec1dd-359d-4d05-9d09-3c8dde1d54f0 is going to be updated. [ 649.794236] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.794371] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.794460] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.794656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.794772] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.795297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3aaec1dd-359d-4d05-9d09-3c8dde1d54f0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.949054] env[65824]: INFO networking_nsxv3.common.synchronization [req-815bf0b5-281c-4448-a8e2-6436a28bb503 req-b234b2a5-3b8e-4189-9bb1-682f3e4a4073 service nova] Enqueued Resource ID: fc5ec171-7f79-4869-910c-13c5de58d57e with Priority: HIGHEST for action security_group_rules [ 649.949233] env[65824]: INFO networking_nsxv3.common.synchronization [req-815bf0b5-281c-4448-a8e2-6436a28bb503 req-b234b2a5-3b8e-4189-9bb1-682f3e4a4073 service nova] Enqueued Resource ID: fc5ec171-7f79-4869-910c-13c5de58d57e with Priority: HIGHEST for action security_group_members [ 649.949366] env[65824]: INFO networking_nsxv3.common.synchronization [req-815bf0b5-281c-4448-a8e2-6436a28bb503 req-b234b2a5-3b8e-4189-9bb1-682f3e4a4073 service nova] Enqueued Resource ID: e9ecc17d-ecab-4d9e-96d6-f2c37205bc08 with Priority: HIGHEST for action port [ 649.949900] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5ec171-7f79-4869-910c-13c5de58d57e with Priority: HIGHEST for action security_group_rules [ 649.951079] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5ec171-7f79-4869-910c-13c5de58d57e with Priority: HIGHEST for action security_group_members [ 649.951251] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9ecc17d-ecab-4d9e-96d6-f2c37205bc08 with Priority: HIGHEST for action port [ 649.951545] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc5ec171-7f79-4869-910c-13c5de58d57e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.951667] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.951734] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.951973] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.952066] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc5ec171-7f79-4869-910c-13c5de58d57e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.953107] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5ec171-7f79-4869-910c-13c5de58d57e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.953255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.954426] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9ecc17d-ecab-4d9e-96d6-f2c37205bc08 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.954570] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9ecc17d-ecab-4d9e-96d6-f2c37205bc08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.954642] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9ecc17d-ecab-4d9e-96d6-f2c37205bc08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.954907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9ecc17d-ecab-4d9e-96d6-f2c37205bc08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.955047] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9ecc17d-ecab-4d9e-96d6-f2c37205bc08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.023632] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47974280-00e1-4166-aeee-91740d965f08 in Status: SUCCESS [ 650.024144] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.024219] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.024433] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.024637] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.024758] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.024825] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.024983] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.025079] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.025166] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.025256] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47974280-00e1-4166-aeee-91740d965f08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.064313] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fef7a1fd-4d88-4033-8bee-a3b075cc709d [ 650.064543] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.064673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.064736] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.064949] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.065049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.065146] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fef7a1fd-4d88-4033-8bee-a3b075cc709d already deleted. [ 650.065227] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fef7a1fd-4d88-4033-8bee-a3b075cc709d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.271174] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6bb9775-3006-49ef-a785-95b6d1e612a2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.347055] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea in Status: SUCCESS [ 650.347373] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.347571] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.347819] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.348042] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.348176] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.348259] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.348476] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.348579] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.349031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.349031] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.351181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.351181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.351181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.351181] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.351181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.351181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.351181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.351181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.351181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.351181] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.458542] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9ecc17d-ecab-4d9e-96d6-f2c37205bc08 with status ACTIVE [ 650.460958] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.460958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.460958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.460958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.460958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.460958] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.460958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.460958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.460958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.460958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.460958] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.460958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.460958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.460958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.460958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.461933] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9ecc17d-ecab-4d9e-96d6-f2c37205bc08 is going to be updated. [ 650.465457] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5ec171-7f79-4869-910c-13c5de58d57e taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.465457] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.496751] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.499093] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.499093] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.499093] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.499093] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.499417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9ecc17d-ecab-4d9e-96d6-f2c37205bc08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.528401] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-47974280-00e1-4166-aeee-91740d965f08 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.528401] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.528401] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.528559] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.529216] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.529216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.529216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.529216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.529216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.529216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.529532] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-47974280-00e1-4166-aeee-91740d965f08 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.529532] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.529532] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.529636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.529773] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.529906] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.529950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.530113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.530210] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.530276] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.530401] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47974280-00e1-4166-aeee-91740d965f08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.727895] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5ec171-7f79-4869-910c-13c5de58d57e in Status: SUCCESS [ 650.727895] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5ec171-7f79-4869-910c-13c5de58d57e deletion is rescheduled due to dependency. [ 650.727895] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.727895] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.727895] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.727895] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.727895] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.727895] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.727895] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.727895] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.727895] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5ec171-7f79-4869-910c-13c5de58d57e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.776763] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.776763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.776763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.776763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.776763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.776763] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 is going to be created. [ 650.807101] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.807367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.807367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.807612] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.807823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.823433] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 in Status: UNINITIALIZED for 2s [ 650.853228] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea: rpc.has_security_group_logging(os_id): False [ 650.953959] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.954143] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.954143] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.954404] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.954494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.954709] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.954833] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.954901] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.955074] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.955162] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.955392] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.955497] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.955497] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.955688] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.956023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.956222] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.956327] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.956396] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.956583] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.956971] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.956971] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea is going to be created. [ 651.024571] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.025335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.025450] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.025686] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.025910] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.032813] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47974280-00e1-4166-aeee-91740d965f08: rpc.has_security_group_logging(os_id): False [ 651.039084] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea in Status: IN_PROGRESS for 2s [ 651.060077] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.060077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.060077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.060077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.060077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.060077] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.060077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.060077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.060077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.060077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.060820] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.060820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.060820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.060820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.060820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.060820] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.061232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.061232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.061232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.061340] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.061382] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47974280-00e1-4166-aeee-91740d965f08 is going to be updated. [ 651.172436] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.173114] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.173114] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.173114] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.173114] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.202859] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47974280-00e1-4166-aeee-91740d965f08 in Status: IN_PROGRESS for 2s [ 651.230536] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc5ec171-7f79-4869-910c-13c5de58d57e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.380685] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1a996eb-25f3-48e3-a482-900fa79e08fa in Status: SUCCESS [ 651.382043] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1a996eb-25f3-48e3-a482-900fa79e08fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.382043] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1a996eb-25f3-48e3-a482-900fa79e08fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.382043] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1a996eb-25f3-48e3-a482-900fa79e08fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.382043] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.382383] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.382383] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.382383] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.382383] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.382512] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1a996eb-25f3-48e3-a482-900fa79e08fa',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.385326] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf in Status: SUCCESS [ 651.385326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.387348] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.387348] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.387348] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.387348] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.387348] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.387348] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.387348] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.387348] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.426627] env[65824]: INFO networking_nsxv3.common.synchronization [None req-df660e8f-ad59-4e67-a983-8bb0ffb06d0c tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Enqueued Resource ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d with Priority: HIGHEST for action security_group_rules [ 651.427850] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d with Priority: HIGHEST for action security_group_rules [ 651.427850] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c253b56d-e9a2-44a5-9a7b-adf6d103126d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.428070] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.428070] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.428610] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.428610] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c253b56d-e9a2-44a5-9a7b-adf6d103126d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.598642] env[65824]: INFO networking_nsxv3.common.synchronization [None req-b7d5973d-5f19-4ab4-aed1-960639abd720 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Enqueued Resource ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d with Priority: HIGHEST for action security_group_rules [ 651.599115] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d with Priority: HIGHEST for action security_group_rules [ 651.599277] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c253b56d-e9a2-44a5-9a7b-adf6d103126d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.599685] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.732696] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc5ec171-7f79-4869-910c-13c5de58d57e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.797010] env[65824]: INFO networking_nsxv3.common.synchronization [req-4dfd1169-e653-45e9-b62f-d21065e54068 req-b38be5a3-8d13-413f-aa25-c13de057c953 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Enqueued Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGHEST for action security_group_members [ 651.797195] env[65824]: INFO networking_nsxv3.common.synchronization [req-4dfd1169-e653-45e9-b62f-d21065e54068 req-b38be5a3-8d13-413f-aa25-c13de057c953 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Enqueued Resource ID: f1a996eb-25f3-48e3-a482-900fa79e08fa with Priority: HIGHEST for action security_group_members [ 651.797718] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGHEST for action security_group_members [ 651.797852] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1a996eb-25f3-48e3-a482-900fa79e08fa with Priority: HIGHEST for action security_group_members [ 651.799591] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.799721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.799901] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1a996eb-25f3-48e3-a482-900fa79e08fa taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.799985] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1a996eb-25f3-48e3-a482-900fa79e08fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.843433] env[65824]: INFO networking_nsxv3.common.synchronization [req-4dfd1169-e653-45e9-b62f-d21065e54068 req-b38be5a3-8d13-413f-aa25-c13de057c953 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Enqueued Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGHEST for action security_group_rules [ 651.843610] env[65824]: INFO networking_nsxv3.common.synchronization [req-4dfd1169-e653-45e9-b62f-d21065e54068 req-b38be5a3-8d13-413f-aa25-c13de057c953 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Enqueued Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGHEST for action security_group_members [ 651.843748] env[65824]: INFO networking_nsxv3.common.synchronization [req-4dfd1169-e653-45e9-b62f-d21065e54068 req-b38be5a3-8d13-413f-aa25-c13de057c953 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Enqueued Resource ID: 8b76b686-c628-45fc-b615-932fa57a1478 with Priority: HIGHEST for action port [ 651.844271] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGHEST for action security_group_rules [ 651.844411] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGHEST for action security_group_members [ 651.844508] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b76b686-c628-45fc-b615-932fa57a1478 with Priority: HIGHEST for action port [ 651.845097] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.845211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.845417] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.845499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.845675] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b76b686-c628-45fc-b615-932fa57a1478 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.845831] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b76b686-c628-45fc-b615-932fa57a1478" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.845831] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b76b686-c628-45fc-b615-932fa57a1478" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.846017] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b76b686-c628-45fc-b615-932fa57a1478" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.846134] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b76b686-c628-45fc-b615-932fa57a1478',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.891387] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1a996eb-25f3-48e3-a482-900fa79e08fa',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.892519] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.950396] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.950626] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.950704] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.950941] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.951065] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.951153] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d already deleted. [ 651.951245] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.951408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.951566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.951644] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c253b56d-e9a2-44a5-9a7b-adf6d103126d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.234954] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.235152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.235152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.235434] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.235513] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.235810] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5ec171-7f79-4869-910c-13c5de58d57e is going to be updated. [ 652.267774] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.267989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.268061] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.268307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.268549] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.279184] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5ec171-7f79-4869-910c-13c5de58d57e in Status: IN_PROGRESS for 2s [ 652.349054] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b76b686-c628-45fc-b615-932fa57a1478 with status ACTIVE [ 652.349567] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.349758] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.349840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.350129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.350235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.351045] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.351045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.351045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.351290] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.351290] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.351429] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.351566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.351634] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.351812] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.351913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.352039] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b76b686-c628-45fc-b615-932fa57a1478 is going to be updated. [ 652.381034] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.381034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.381034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.381034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.381297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.382139] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b76b686-c628-45fc-b615-932fa57a1478" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.395159] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1a996eb-25f3-48e3-a482-900fa79e08fa',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.396269] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.475763] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.475943] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.476059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.476198] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.476316] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.476410] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d already deleted. [ 652.476492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.836222] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 in Status: SUCCESS [ 652.836538] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.837279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.837279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.837279] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.837279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.837279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.837636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.837636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.837636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.837731] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6bb9775-3006-49ef-a785-95b6d1e612a2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.898994] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.898994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.898994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.898994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.898994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.898994] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1a996eb-25f3-48e3-a482-900fa79e08fa is going to be updated. [ 652.900318] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.900650] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.900741] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.900983] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.901114] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.901258] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf is going to be updated. [ 652.934643] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.934850] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.934850] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.935684] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.935684] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.937451] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.937615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.937800] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.938448] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.938581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.950507] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf in Status: IN_PROGRESS for 2s [ 652.951404] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1a996eb-25f3-48e3-a482-900fa79e08fa in Status: IN_PROGRESS for 2s [ 653.053594] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea in Status: SUCCESS [ 653.054237] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.054474] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.054706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.054805] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.221182] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47974280-00e1-4166-aeee-91740d965f08 in Status: SUCCESS [ 653.221182] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.342951] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6bb9775-3006-49ef-a785-95b6d1e612a2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.430251] env[65824]: INFO networking_nsxv3.common.synchronization [None req-aeacca79-4972-4432-a57d-1d8b72a0503b None None] Enqueued Resource ID: 27fadbf5-9aca-4a7b-98ef-d5583d6b6a09 with Priority: HIGHEST for action port [ 653.431546] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fadbf5-9aca-4a7b-98ef-d5583d6b6a09 with Priority: HIGHEST for action port [ 653.432129] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-27fadbf5-9aca-4a7b-98ef-d5583d6b6a09 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.432316] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27fadbf5-9aca-4a7b-98ef-d5583d6b6a09" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.432377] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27fadbf5-9aca-4a7b-98ef-d5583d6b6a09" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.432817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27fadbf5-9aca-4a7b-98ef-d5583d6b6a09" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.432957] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27fadbf5-9aca-4a7b-98ef-d5583d6b6a09',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.464675] env[65824]: INFO networking_nsxv3.common.synchronization [req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 req-e5e0bfe1-a67d-4d7b-a71c-2213999c3075 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Enqueued Resource ID: 0bb291a9-5ce0-40ad-96b1-5abb9e037377 with Priority: HIGHEST for action security_group_members [ 653.465433] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb291a9-5ce0-40ad-96b1-5abb9e037377 with Priority: HIGHEST for action security_group_members [ 653.465776] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb291a9-5ce0-40ad-96b1-5abb9e037377 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.465970] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.466041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.466204] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.466358] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.466453] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.466515] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.466658] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.466742] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.466833] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb291a9-5ce0-40ad-96b1-5abb9e037377',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.558622] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.558780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.558850] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.559290] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.559476] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.559585] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.559649] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.559885] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.560021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.560131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.560238] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.845603] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6bb9775-3006-49ef-a785-95b6d1e612a2: rpc.has_security_group_logging(os_id): False [ 653.862970] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.863160] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.863240] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.863442] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.863528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.863768] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.863922] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.863922] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.864091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.864197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.864319] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 is going to be created. [ 653.927373] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.927521] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.927590] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.927795] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.927976] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.935897] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27fadbf5-9aca-4a7b-98ef-d5583d6b6a09 [ 653.935897] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.935897] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.936127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.936127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.936226] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.936319] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27fadbf5-9aca-4a7b-98ef-d5583d6b6a09 already deleted. [ 653.937054] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27fadbf5-9aca-4a7b-98ef-d5583d6b6a09" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.940116] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 in Status: IN_PROGRESS for 2s [ 653.969129] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.969308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.969357] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.970787] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.970787] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.970787] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.970787] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.970787] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.970787] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.970787] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.970787] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb291a9-5ce0-40ad-96b1-5abb9e037377 is going to be updated. [ 654.028818] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.028966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.029022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.029225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.029390] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.040645] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb291a9-5ce0-40ad-96b1-5abb9e037377 in Status: IN_PROGRESS for 2s [ 654.063134] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.063134] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.063134] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.063338] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.063467] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.063642] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.063752] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.064027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.064162] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.064262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.064420] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.064519] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.064578] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.064762] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.064924] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.065036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.065105] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.065268] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.065354] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.065439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.065527] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.294017] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5ec171-7f79-4869-910c-13c5de58d57e in Status: SUCCESS [ 654.294825] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.294825] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.294825] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.295106] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.295106] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.295218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.295345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.295466] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.295466] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.295573] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc5ec171-7f79-4869-910c-13c5de58d57e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.569696] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea: rpc.has_security_group_logging(os_id): False [ 654.592408] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.592408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.592408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.592408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.592408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.592408] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.592408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.592408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.592408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.592408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.592408] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.592408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.592408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.592408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.592408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.593040] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.593040] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.593040] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.593040] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.593040] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.593040] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea is going to be updated. [ 654.660567] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.660718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.660791] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.661009] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.661168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.676072] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea in Status: IN_PROGRESS for 2s [ 654.802137] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5ec171-7f79-4869-910c-13c5de58d57e taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.802758] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.802947] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.803902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.803902] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.803902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.803902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.803902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.804250] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.804430] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.804696] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5ec171-7f79-4869-910c-13c5de58d57e taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.804840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.804935] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.805154] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.806639] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.806839] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.806982] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.807312] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.807458] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.807767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.807919] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc5ec171-7f79-4869-910c-13c5de58d57e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.964833] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf in Status: SUCCESS [ 654.964833] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.964833] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.965257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.965257] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.965257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.965257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.965425] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.965551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.965603] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.965667] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.967432] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1a996eb-25f3-48e3-a482-900fa79e08fa in Status: SUCCESS [ 654.967624] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1a996eb-25f3-48e3-a482-900fa79e08fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.967779] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.967955] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.968151] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.968250] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.968320] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.968461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.968540] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.968635] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.969417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1a996eb-25f3-48e3-a482-900fa79e08fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.969587] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1a996eb-25f3-48e3-a482-900fa79e08fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.969755] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.969862] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.969929] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.970072] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.970147] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.970229] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1a996eb-25f3-48e3-a482-900fa79e08fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.970316] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1a996eb-25f3-48e3-a482-900fa79e08fa',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.971546] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1a996eb-25f3-48e3-a482-900fa79e08fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.971711] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1a996eb-25f3-48e3-a482-900fa79e08fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.971864] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.972014] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.972085] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.972231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.972356] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.972401] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1a996eb-25f3-48e3-a482-900fa79e08fa',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.316045] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc5ec171-7f79-4869-910c-13c5de58d57e: rpc.has_security_group_logging(os_id): False [ 655.338301] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.338501] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.338581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.338813] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.338942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.339197] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.339316] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.339378] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.339589] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.339684] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.339875] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.339975] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.340138] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.340313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.340647] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.340647] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.340859] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.340859] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.340956] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.340995] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.342052] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc5ec171-7f79-4869-910c-13c5de58d57e is going to be updated. [ 655.413607] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.413607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.413607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.413607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.413607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.426720] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5ec171-7f79-4869-910c-13c5de58d57e in Status: IN_PROGRESS for 2s [ 655.472107] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.473524] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.473654] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.474132] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1a996eb-25f3-48e3-a482-900fa79e08fa',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.475457] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.475679] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.475679] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.475921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.476046] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.476305] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.476420] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.476606] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.476808] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.477574] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.477574] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1a996eb-25f3-48e3-a482-900fa79e08fa is going to be deleted. [ 655.573603] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.573863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.573922] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.574126] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.574225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.574327] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1a996eb-25f3-48e3-a482-900fa79e08fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.891309] env[65824]: INFO networking_nsxv3.common.synchronization [None req-6e33dac4-6fc7-4061-8b70-cc4eb001a113 None None] Enqueued Resource ID: 3475a526-39de-461a-aaf8-932b1c760d73 with Priority: HIGHEST for action port [ 655.892131] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3475a526-39de-461a-aaf8-932b1c760d73 with Priority: HIGHEST for action port [ 655.892463] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-3475a526-39de-461a-aaf8-932b1c760d73 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.892463] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3475a526-39de-461a-aaf8-932b1c760d73" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.892463] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3475a526-39de-461a-aaf8-932b1c760d73" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.892722] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3475a526-39de-461a-aaf8-932b1c760d73" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.892804] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3475a526-39de-461a-aaf8-932b1c760d73',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.955298] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 in Status: SUCCESS [ 655.956157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.975136] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.981104] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1a996eb-25f3-48e3-a482-900fa79e08fa: rpc.has_security_group_logging(os_id): False [ 656.002512] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.002719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.002786] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.003112] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.003216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.003449] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.003565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.003662] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.003895] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.003992] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.004101] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1a996eb-25f3-48e3-a482-900fa79e08fa is going to be created. [ 656.026286] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f1a996eb-25f3-48e3-a482-900fa79e08fa], does not exist path=[/infra/domains/default/groups/f1a996eb-25f3-48e3-a482-900fa79e08fa]."\n}' [ 656.026286] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1a996eb-25f3-48e3-a482-900fa79e08fa failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f1a996eb-25f3-48e3-a482-900fa79e08fa [ 656.026286] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 656.055464] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb291a9-5ce0-40ad-96b1-5abb9e037377 in Status: SUCCESS [ 656.055464] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb291a9-5ce0-40ad-96b1-5abb9e037377 deletion is rescheduled due to dependency. [ 656.055464] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb291a9-5ce0-40ad-96b1-5abb9e037377" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.056182] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.056418] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.056418] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.056582] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.057399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.057688] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.057807] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.057888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.058154] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.058267] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.058542] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.058657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.058722] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.058883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.058966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.059064] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1a996eb-25f3-48e3-a482-900fa79e08fa is going to be created. [ 656.078798] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f1a996eb-25f3-48e3-a482-900fa79e08fa], does not exist path=[/infra/domains/default/groups/f1a996eb-25f3-48e3-a482-900fa79e08fa]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f1a996eb-25f3-48e3-a482-900fa79e08fa [ 656.079014] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1a996eb-25f3-48e3-a482-900fa79e08fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.079645] env[65824]: Traceback (most recent call last): [ 656.079785] env[65824]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 656.079785] env[65824]: return func(*args, **kwargs) [ 656.079785] env[65824]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 656.079785] env[65824]: res.raise_for_status() [ 656.079785] env[65824]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 656.079785] env[65824]: raise HTTPError(http_error_msg, response=self) [ 656.079785] env[65824]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f1a996eb-25f3-48e3-a482-900fa79e08fa [ 656.079785] env[65824]: During handling of the above exception, another exception occurred: [ 656.079785] env[65824]: Traceback (most recent call last): [ 656.079785] env[65824]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 656.079785] env[65824]: listener.cb(fileno) [ 656.079785] env[65824]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 656.079785] env[65824]: result = function(*args, **kwargs) [ 656.079785] env[65824]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 656.079785] env[65824]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 656.079785] env[65824]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 656.079785] env[65824]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 656.079785] env[65824]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 656.079785] env[65824]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 656.079785] env[65824]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 656.079785] env[65824]: res.raise_for_status() [ 656.079785] env[65824]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 656.079785] env[65824]: raise HTTPError(http_error_msg, response=self) [ 656.079785] env[65824]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f1a996eb-25f3-48e3-a482-900fa79e08fa [ 656.079785] env[65824]: Removing descriptor: 19 [ 656.395561] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3475a526-39de-461a-aaf8-932b1c760d73 [ 656.395831] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.395962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.396048] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.396278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.396391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.397096] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3475a526-39de-461a-aaf8-932b1c760d73 already deleted. [ 656.397096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3475a526-39de-461a-aaf8-932b1c760d73" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.479302] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.479743] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.479865] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.481033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.481033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.481033] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf is going to be updated. [ 656.516165] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.516511] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.516511] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.516770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.517585] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.530276] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf in Status: IN_PROGRESS for 2s [ 656.694475] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea in Status: SUCCESS [ 656.694475] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.829794] env[65824]: INFO networking_nsxv3.common.synchronization [req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 req-888032ec-8fc4-4b93-a4da-ebe7963df6f5 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Enqueued Resource ID: 71de5900-590e-479b-bed7-af357879bcd7 with Priority: HIGHEST for action security_group_members [ 656.830618] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71de5900-590e-479b-bed7-af357879bcd7 with Priority: HIGHEST for action security_group_members [ 656.830949] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-71de5900-590e-479b-bed7-af357879bcd7 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.831523] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.831669] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.831972] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.832166] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.832288] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.832346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.832540] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.832632] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.832736] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71de5900-590e-479b-bed7-af357879bcd7',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.267112] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.267555] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.267624] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.267995] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.270179] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.270448] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.270655] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.270934] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.271115] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.271346] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.271479] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.271618] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.271784] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.271931] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.272064] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.272257] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.299060] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.299284] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.299420] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.299661] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.300118] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-8888b29e-58a9-4ba9-9927-c8510209758e taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.300320] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-8888b29e-58a9-4ba9-9927-c8510209758e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.300441] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-8888b29e-58a9-4ba9-9927-c8510209758e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.301448] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-8888b29e-58a9-4ba9-9927-c8510209758e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.301613] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8888b29e-58a9-4ba9-9927-c8510209758e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.334697] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.334992] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.334992] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.335175] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.335175] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.335344] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.335443] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.335511] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.335669] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.335758] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.335834] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71de5900-590e-479b-bed7-af357879bcd7 already deleted. [ 657.335834] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.447323] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5ec171-7f79-4869-910c-13c5de58d57e in Status: SUCCESS [ 657.447562] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.806451] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.806451] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.806451] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.807213] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.807213] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.807425] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 8888b29e-58a9-4ba9-9927-c8510209758e not found, creating... [ 657.807673] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.807931] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.808150] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.808500] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.808716] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.809194] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.809464] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.809652] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.810059] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.810200] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.810361] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 8888b29e-58a9-4ba9-9927-c8510209758e is going to be created. [ 657.831016] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.831300] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.831368] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.831613] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.831844] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.832190] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-8888b29e-58a9-4ba9-9927-c8510209758e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.541480] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf in Status: SUCCESS [ 658.541829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.542058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.542337] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.542583] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.542760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.542857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.544591] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.544591] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.544591] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.562508] env[65824]: INFO networking_nsxv3.common.synchronization [req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 req-f9e78ab9-63eb-419f-9381-8bd32474baa7 service nova] Enqueued Resource ID: 71de5900-590e-479b-bed7-af357879bcd7 with Priority: HIGHEST for action security_group_rules [ 658.562739] env[65824]: INFO networking_nsxv3.common.synchronization [req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 req-f9e78ab9-63eb-419f-9381-8bd32474baa7 service nova] Enqueued Resource ID: 71de5900-590e-479b-bed7-af357879bcd7 with Priority: HIGHEST for action security_group_members [ 658.562964] env[65824]: INFO networking_nsxv3.common.synchronization [req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 req-f9e78ab9-63eb-419f-9381-8bd32474baa7 service nova] Enqueued Resource ID: 8888b29e-58a9-4ba9-9927-c8510209758e with Priority: HIGHEST for action port [ 658.563882] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71de5900-590e-479b-bed7-af357879bcd7 with Priority: HIGHEST for action security_group_rules [ 658.564157] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71de5900-590e-479b-bed7-af357879bcd7 with Priority: HIGHEST for action security_group_members [ 658.564512] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8888b29e-58a9-4ba9-9927-c8510209758e with Priority: HIGHEST for action port [ 658.564852] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71de5900-590e-479b-bed7-af357879bcd7 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.565338] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.565492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.565852] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.566030] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71de5900-590e-479b-bed7-af357879bcd7',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.571056] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-71de5900-590e-479b-bed7-af357879bcd7 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.571668] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.571821] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.572185] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.572580] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.573175] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.573858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.576872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.576958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.577096] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71de5900-590e-479b-bed7-af357879bcd7',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.581956] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-8888b29e-58a9-4ba9-9927-c8510209758e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.581956] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8888b29e-58a9-4ba9-9927-c8510209758e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.581956] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8888b29e-58a9-4ba9-9927-c8510209758e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.581956] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8888b29e-58a9-4ba9-9927-c8510209758e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.581956] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8888b29e-58a9-4ba9-9927-c8510209758e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.047298] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.082807] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-71de5900-590e-479b-bed7-af357879bcd7 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.082807] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.083393] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71de5900-590e-479b-bed7-af357879bcd7',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.084181] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8888b29e-58a9-4ba9-9927-c8510209758e with status ACTIVE [ 659.084452] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.084592] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.084659] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.084929] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.085093] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.085324] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.085513] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.085513] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.085712] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.085817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.086069] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.086224] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.086275] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.086476] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.086563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.086686] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8888b29e-58a9-4ba9-9927-c8510209758e is going to be updated. [ 659.110349] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.110529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.110603] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.111639] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.111639] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.111639] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8888b29e-58a9-4ba9-9927-c8510209758e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.159207] env[65824]: INFO networking_nsxv3.common.synchronization [req-7a015eca-2e02-4af5-99e4-bbdefa46f337 req-55932291-03b6-41b7-9f3f-0008a2805aae tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 659.159207] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 659.165045] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.165045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.165045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.165045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.165045] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.165045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.165045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.165045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.165045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.165045] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.552213] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.592373] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71de5900-590e-479b-bed7-af357879bcd7',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.613058] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.613376] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-207" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.613451] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-207" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.613905] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-207" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.614245] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.614444] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.614590] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.614921] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.615386] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.615659] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.615806] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.615943] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.616122] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.616264] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.616454] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.616760] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.638567] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.638796] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.639061] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.639290] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-207" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.639745] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-55a8a7d9-6b77-46e0-adac-c41e3be90f25 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.639923] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-55a8a7d9-6b77-46e0-adac-c41e3be90f25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.640072] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-55a8a7d9-6b77-46e0-adac-c41e3be90f25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.640378] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-55a8a7d9-6b77-46e0-adac-c41e3be90f25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.640508] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55a8a7d9-6b77-46e0-adac-c41e3be90f25',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.665797] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.665981] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.666046] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.666258] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.666366] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.666573] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.666675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.666738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.666891] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.666968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.667064] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 already deleted. [ 659.667145] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.055681] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.055681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.055681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.055681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.055681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.055681] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf is going to be updated. [ 660.089380] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.091561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.091561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.091561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.091561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.096034] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.096034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.096034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.096034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.096034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.096034] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71de5900-590e-479b-bed7-af357879bcd7 is going to be created. [ 660.104644] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf in Status: IN_PROGRESS for 2s [ 660.118740] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.118934] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.118934] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.119182] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.119340] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.129602] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71de5900-590e-479b-bed7-af357879bcd7 in Status: UNINITIALIZED for 2s [ 660.146212] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.146212] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.146212] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.146212] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.146212] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.146212] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 55a8a7d9-6b77-46e0-adac-c41e3be90f25 not found, creating... [ 660.146212] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.146212] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.146212] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.146212] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.146212] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.147246] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.147246] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.147246] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.147246] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.147246] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.147246] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 55a8a7d9-6b77-46e0-adac-c41e3be90f25 is going to be created. [ 660.171851] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.172059] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.172264] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.172520] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.172776] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.173633] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-55a8a7d9-6b77-46e0-adac-c41e3be90f25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.884130] env[65824]: INFO networking_nsxv3.common.synchronization [req-7a015eca-2e02-4af5-99e4-bbdefa46f337 req-f224e1a2-7e2f-489d-932d-99e209489f5d service nova] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_rules [ 660.884130] env[65824]: INFO networking_nsxv3.common.synchronization [req-7a015eca-2e02-4af5-99e4-bbdefa46f337 req-f224e1a2-7e2f-489d-932d-99e209489f5d service nova] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 660.884130] env[65824]: INFO networking_nsxv3.common.synchronization [req-7a015eca-2e02-4af5-99e4-bbdefa46f337 req-f224e1a2-7e2f-489d-932d-99e209489f5d service nova] Enqueued Resource ID: 55a8a7d9-6b77-46e0-adac-c41e3be90f25 with Priority: HIGHEST for action port [ 660.885312] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_rules [ 660.885633] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 660.886302] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a8a7d9-6b77-46e0-adac-c41e3be90f25 with Priority: HIGHEST for action port [ 660.886713] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.889026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.889026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.889026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.889026] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.889026] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.889026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.889026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.889026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.889026] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.889026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.889553] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.889807] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.890069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.890692] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.892334] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-55a8a7d9-6b77-46e0-adac-c41e3be90f25 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.892757] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55a8a7d9-6b77-46e0-adac-c41e3be90f25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.892932] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55a8a7d9-6b77-46e0-adac-c41e3be90f25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.893601] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55a8a7d9-6b77-46e0-adac-c41e3be90f25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.893601] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55a8a7d9-6b77-46e0-adac-c41e3be90f25',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.395909] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.397800] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.397800] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.397800] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55a8a7d9-6b77-46e0-adac-c41e3be90f25 with status ACTIVE [ 661.397800] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.397800] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.397800] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.397800] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.398414] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.398414] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.398414] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.398414] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.398414] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.398414] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.398738] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.398738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.398738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.398927] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.398927] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.399061] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55a8a7d9-6b77-46e0-adac-c41e3be90f25 is going to be updated. [ 661.417154] env[65824]: INFO networking_nsxv3.common.synchronization [None req-ec9a7b5e-5efa-43ac-bf08-ec68ea89acfc None None] Enqueued Resource ID: 367151cf-a65a-4376-b3f2-946ca0a0a0cb with Priority: HIGHEST for action port [ 661.417154] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 367151cf-a65a-4376-b3f2-946ca0a0a0cb with Priority: HIGHEST for action port [ 661.417154] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-367151cf-a65a-4376-b3f2-946ca0a0a0cb taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.417154] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-367151cf-a65a-4376-b3f2-946ca0a0a0cb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.417154] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-367151cf-a65a-4376-b3f2-946ca0a0a0cb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.417610] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-367151cf-a65a-4376-b3f2-946ca0a0a0cb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.417610] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('367151cf-a65a-4376-b3f2-946ca0a0a0cb',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.422057] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.422057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.422057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.422298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.422385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.422558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55a8a7d9-6b77-46e0-adac-c41e3be90f25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.901918] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.920312] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 367151cf-a65a-4376-b3f2-946ca0a0a0cb [ 661.920598] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.920727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.920789] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.921063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.923061] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.923061] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:367151cf-a65a-4376-b3f2-946ca0a0a0cb already deleted. [ 661.923061] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-367151cf-a65a-4376-b3f2-946ca0a0a0cb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.118618] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf in Status: SUCCESS [ 662.119039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.119324] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.119858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.120207] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.120462] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.120619] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.120880] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.122019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.122019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.122019] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.122019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.122019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.122019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.122412] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.122628] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.123169] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.123552] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.124057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.126696] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.126696] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.140686] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71de5900-590e-479b-bed7-af357879bcd7 in Status: SUCCESS [ 662.141668] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.142281] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.143023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.143023] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.143023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.143023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.143252] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.143301] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.143393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.143531] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71de5900-590e-479b-bed7-af357879bcd7',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.407323] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.407527] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.407577] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.408221] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.408221] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.408221] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 is going to be created. [ 662.435921] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.436920] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.436920] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.438046] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.438046] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.453796] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: UNINITIALIZED for 2s [ 662.629455] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf: rpc.has_security_group_logging(os_id): False [ 662.648224] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-71de5900-590e-479b-bed7-af357879bcd7 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.649028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.649028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.649028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.649236] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.649236] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.649338] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.649726] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.649905] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.650081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.650288] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-71de5900-590e-479b-bed7-af357879bcd7 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.650419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.650493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.650679] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.650918] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.651075] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.651277] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.651563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.651682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.651793] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.652057] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71de5900-590e-479b-bed7-af357879bcd7',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.653985] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.654164] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.654262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.654477] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.678330] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.678649] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.679269] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.679434] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.679663] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.680179] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.680440] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.680563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.680655] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.680857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.680949] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.681273] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.681391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.681456] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.681609] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.681679] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.681849] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf is going to be updated. [ 663.008300] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.008300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.008300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.008300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.008300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.008300] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf in Status: IN_PROGRESS for 2s [ 663.157551] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71de5900-590e-479b-bed7-af357879bcd7: rpc.has_security_group_logging(os_id): False [ 663.177326] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.177592] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.177592] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.177817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.177923] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.178164] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.178268] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.178332] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.178586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.178726] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.178877] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.178993] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.179053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.179752] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.179914] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.180178] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.180294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.180370] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.180572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.180663] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.180752] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71de5900-590e-479b-bed7-af357879bcd7 is going to be created. [ 663.274856] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.277996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.277996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.277996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.277996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.302834] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71de5900-590e-479b-bed7-af357879bcd7 in Status: IN_PROGRESS for 2s [ 664.306108] env[65824]: INFO networking_nsxv3.common.synchronization [req-9e24ad98-5176-41d7-84da-92aa0f468cac req-7f20e45e-c27b-4ed4-8152-5a2b08c7adf0 tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Enqueued Resource ID: 4568771b-ecd0-451c-975d-cb189875b22a with Priority: HIGHEST for action security_group_members [ 664.307298] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4568771b-ecd0-451c-975d-cb189875b22a with Priority: HIGHEST for action security_group_members [ 664.307693] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4568771b-ecd0-451c-975d-cb189875b22a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.308132] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.308234] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.308627] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.308871] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.311381] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.311381] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.311381] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.311381] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.311381] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4568771b-ecd0-451c-975d-cb189875b22a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.464662] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: SUCCESS [ 664.465121] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.466379] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.466623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.466872] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.467033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.467107] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.468093] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.468231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.468334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.468434] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.761154] env[65824]: INFO networking_nsxv3.common.synchronization [None req-439fd0e5-77c8-4545-8981-32f089d5f250 None None] Enqueued Resource ID: 650f4609-55bd-431d-90b0-731e15bed255 with Priority: HIGHEST for action port [ 664.761989] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650f4609-55bd-431d-90b0-731e15bed255 with Priority: HIGHEST for action port [ 664.762080] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-650f4609-55bd-431d-90b0-731e15bed255 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.762767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-650f4609-55bd-431d-90b0-731e15bed255" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.762767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-650f4609-55bd-431d-90b0-731e15bed255" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.762767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-650f4609-55bd-431d-90b0-731e15bed255" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.762767] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('650f4609-55bd-431d-90b0-731e15bed255',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.801240] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.801459] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-103" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.801592] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-103" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.801905] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-103" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.802207] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.802358] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.802482] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.802673] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.802807] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.806155] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.806279] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.806397] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.806504] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.806629] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.806732] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.806862] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.814632] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.814960] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.815092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.815324] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.815423] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.815647] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.815747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.815810] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.815974] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.816119] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.816205] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4568771b-ecd0-451c-975d-cb189875b22a already deleted. [ 664.816295] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.831882] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.832231] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.832535] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.832860] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-103" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.833412] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-c9f9a9a7-25ce-43c8-89c5-d144d9daeac2 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.833649] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-c9f9a9a7-25ce-43c8-89c5-d144d9daeac2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.833936] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-c9f9a9a7-25ce-43c8-89c5-d144d9daeac2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.834434] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-c9f9a9a7-25ce-43c8-89c5-d144d9daeac2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.834639] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9f9a9a7-25ce-43c8-89c5-d144d9daeac2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.860901] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf in Status: SUCCESS [ 664.861544] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.861929] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.861929] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.861929] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.970900] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.973031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.973031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.973031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.976024] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.976024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.976024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.976024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.976024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.976024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.976024] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.976024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.976024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.976024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.976024] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.976024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.976024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.976024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.976024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.976024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.976024] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.265055] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 650f4609-55bd-431d-90b0-731e15bed255 [ 665.265342] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.266099] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.266099] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.266099] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.266099] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.266099] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:650f4609-55bd-431d-90b0-731e15bed255 already deleted. [ 665.266099] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-650f4609-55bd-431d-90b0-731e15bed255" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.316565] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71de5900-590e-479b-bed7-af357879bcd7 in Status: SUCCESS [ 665.316869] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.337333] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.337573] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.337692] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.337997] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.338180] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.338336] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port c9f9a9a7-25ce-43c8-89c5-d144d9daeac2 not found, creating... [ 665.338600] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.338756] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.338866] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.339107] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.339242] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.339517] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.339668] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.339773] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.339983] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.340130] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.340265] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: c9f9a9a7-25ce-43c8-89c5-d144d9daeac2 is going to be created. [ 665.363658] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.363969] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.364219] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.364631] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.364951] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.365249] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-c9f9a9a7-25ce-43c8-89c5-d144d9daeac2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.366284] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.366416] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.366461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.366675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.366839] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.366942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.367024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.367272] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.367272] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.367361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.367425] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.480189] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8da4c6c-21c8-46c6-9108-700049113bf4: rpc.has_security_group_logging(os_id): False [ 665.503446] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.503784] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.503784] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.503979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.504113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.504355] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.504512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.504960] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.505298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.505298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.505560] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.505691] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.505773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.505983] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.506081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.506279] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.506397] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.506474] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.506624] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.506701] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.506791] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 is going to be created. [ 665.581698] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.581874] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.581921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.582240] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.582395] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.598322] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: IN_PROGRESS for 2s [ 665.870446] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.870446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.870446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.870666] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.870833] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.870929] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.870990] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.871160] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.871315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.871352] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.871491] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.871687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.871687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.871777] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.871926] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.872105] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.872166] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.872318] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.872397] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.872623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.872623] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.083268] env[65824]: INFO networking_nsxv3.common.synchronization [req-9e24ad98-5176-41d7-84da-92aa0f468cac req-c0827f6a-28bc-4bdf-85e3-e41da3f0d7e2 service nova] Enqueued Resource ID: 4568771b-ecd0-451c-975d-cb189875b22a with Priority: HIGHEST for action security_group_rules [ 666.083548] env[65824]: INFO networking_nsxv3.common.synchronization [req-9e24ad98-5176-41d7-84da-92aa0f468cac req-c0827f6a-28bc-4bdf-85e3-e41da3f0d7e2 service nova] Enqueued Resource ID: 4568771b-ecd0-451c-975d-cb189875b22a with Priority: HIGHEST for action security_group_members [ 666.083735] env[65824]: INFO networking_nsxv3.common.synchronization [req-9e24ad98-5176-41d7-84da-92aa0f468cac req-c0827f6a-28bc-4bdf-85e3-e41da3f0d7e2 service nova] Enqueued Resource ID: c9f9a9a7-25ce-43c8-89c5-d144d9daeac2 with Priority: HIGHEST for action port [ 666.084951] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4568771b-ecd0-451c-975d-cb189875b22a with Priority: HIGHEST for action security_group_rules [ 666.085141] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4568771b-ecd0-451c-975d-cb189875b22a with Priority: HIGHEST for action security_group_members [ 666.085269] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f9a9a7-25ce-43c8-89c5-d144d9daeac2 with Priority: HIGHEST for action port [ 666.085580] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4568771b-ecd0-451c-975d-cb189875b22a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.085746] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.085874] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.086145] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.086312] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4568771b-ecd0-451c-975d-cb189875b22a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.087218] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4568771b-ecd0-451c-975d-cb189875b22a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.087340] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.087448] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.087576] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.087783] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.087924] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.087991] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.088472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.088472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.088472] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4568771b-ecd0-451c-975d-cb189875b22a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.092621] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9f9a9a7-25ce-43c8-89c5-d144d9daeac2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.092621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9f9a9a7-25ce-43c8-89c5-d144d9daeac2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.092621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9f9a9a7-25ce-43c8-89c5-d144d9daeac2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.092621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9f9a9a7-25ce-43c8-89c5-d144d9daeac2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.092621] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9f9a9a7-25ce-43c8-89c5-d144d9daeac2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.375564] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf: rpc.has_security_group_logging(os_id): False [ 666.398262] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.398492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.398665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.399669] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.399669] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.399669] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.399669] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.399669] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.399978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.399978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.400212] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.400292] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.400292] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.400939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.400939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.400939] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.400939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.400939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.401547] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.401547] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.401547] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf is going to be updated. [ 666.479597] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.479597] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.479597] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.479597] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.479597] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.500676] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf in Status: IN_PROGRESS for 2s [ 666.592707] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4568771b-ecd0-451c-975d-cb189875b22a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.592952] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.593167] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4568771b-ecd0-451c-975d-cb189875b22a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.594211] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9f9a9a7-25ce-43c8-89c5-d144d9daeac2 with status ACTIVE [ 666.594436] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.594608] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.594734] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.594945] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.595069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.595698] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.595856] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.596041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.596190] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.596292] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.596529] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.596640] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.596715] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.596874] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.596964] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.597069] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9f9a9a7-25ce-43c8-89c5-d144d9daeac2 is going to be updated. [ 666.648178] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.648581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.648581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.648865] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.649108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.649528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9f9a9a7-25ce-43c8-89c5-d144d9daeac2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.099713] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4568771b-ecd0-451c-975d-cb189875b22a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.488770] env[65824]: INFO networking_nsxv3.common.synchronization [req-44ce812e-79ef-4bc0-94a4-ef472a377031 req-285dcc2b-055f-46f2-ac96-3e8ebd96d483 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Enqueued Resource ID: 57848b37-81de-412b-a4ea-eca860e7b4f3 with Priority: HIGHEST for action security_group_members [ 667.489431] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57848b37-81de-412b-a4ea-eca860e7b4f3 with Priority: HIGHEST for action security_group_members [ 667.489749] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57848b37-81de-412b-a4ea-eca860e7b4f3 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.490159] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.490259] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.490560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.490742] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.490869] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.490952] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.491114] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.491191] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.491299] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57848b37-81de-412b-a4ea-eca860e7b4f3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.604628] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.604878] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.604878] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.605981] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.605981] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.605981] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4568771b-ecd0-451c-975d-cb189875b22a is going to be created. [ 667.616640] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: SUCCESS [ 667.617084] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.639648] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.639894] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.639894] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.640141] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.640321] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.659846] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4568771b-ecd0-451c-975d-cb189875b22a in Status: UNINITIALIZED for 2s [ 667.788127] env[65824]: INFO networking_nsxv3.common.synchronization [None req-e957e699-0489-4c09-92e9-be9f3f6cbf01 None None] Enqueued Resource ID: 3df188ac-26c1-4c1f-87d2-e13fc38723ac with Priority: HIGHEST for action port [ 667.788127] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df188ac-26c1-4c1f-87d2-e13fc38723ac with Priority: HIGHEST for action port [ 667.788127] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-3df188ac-26c1-4c1f-87d2-e13fc38723ac taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.788127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3df188ac-26c1-4c1f-87d2-e13fc38723ac" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.788127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3df188ac-26c1-4c1f-87d2-e13fc38723ac" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.788856] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3df188ac-26c1-4c1f-87d2-e13fc38723ac" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.789134] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3df188ac-26c1-4c1f-87d2-e13fc38723ac',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.998496] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.998496] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.998496] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.000442] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.000442] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.000442] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.000442] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.000442] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.000442] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.000442] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.000442] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57848b37-81de-412b-a4ea-eca860e7b4f3 already deleted. [ 668.000442] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.293296] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3df188ac-26c1-4c1f-87d2-e13fc38723ac [ 668.293296] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.293296] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.293296] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.293296] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.293296] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.293296] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3df188ac-26c1-4c1f-87d2-e13fc38723ac already deleted. [ 668.293296] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3df188ac-26c1-4c1f-87d2-e13fc38723ac" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.520280] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf in Status: SUCCESS [ 668.520280] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.836898] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.836898] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.836898] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.837482] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.838027] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.838475] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.838786] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.839265] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.839638] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.840222] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.842027] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.842027] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.842027] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.842027] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.842027] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.842027] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.867096] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.867096] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.867096] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.867096] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.868237] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.868237] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.868237] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.868237] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.868496] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.371105] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.371291] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.371409] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.371691] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.371836] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.372044] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93 not found, creating... [ 669.372296] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.372453] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.372565] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.372782] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.372917] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.373263] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.373490] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.373551] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.373731] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.373857] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.373994] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93 is going to be created. [ 669.395148] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.395388] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.395485] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.395818] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.396078] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.396345] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.668727] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4568771b-ecd0-451c-975d-cb189875b22a in Status: SUCCESS [ 669.669036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.669157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.669371] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.669559] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.669692] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.669766] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.669945] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.670060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.670158] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.670253] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4568771b-ecd0-451c-975d-cb189875b22a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.086219] env[65824]: INFO networking_nsxv3.common.synchronization [req-44ce812e-79ef-4bc0-94a4-ef472a377031 req-5dce9015-7bff-401f-a15a-a01d61599995 service nova] Enqueued Resource ID: 57848b37-81de-412b-a4ea-eca860e7b4f3 with Priority: HIGHEST for action security_group_rules [ 670.086489] env[65824]: INFO networking_nsxv3.common.synchronization [req-44ce812e-79ef-4bc0-94a4-ef472a377031 req-5dce9015-7bff-401f-a15a-a01d61599995 service nova] Enqueued Resource ID: 57848b37-81de-412b-a4ea-eca860e7b4f3 with Priority: HIGHEST for action security_group_members [ 670.086582] env[65824]: INFO networking_nsxv3.common.synchronization [req-44ce812e-79ef-4bc0-94a4-ef472a377031 req-5dce9015-7bff-401f-a15a-a01d61599995 service nova] Enqueued Resource ID: e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93 with Priority: HIGHEST for action port [ 670.087268] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57848b37-81de-412b-a4ea-eca860e7b4f3 with Priority: HIGHEST for action security_group_rules [ 670.087268] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57848b37-81de-412b-a4ea-eca860e7b4f3 with Priority: HIGHEST for action security_group_members [ 670.087789] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93 with Priority: HIGHEST for action port [ 670.089030] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57848b37-81de-412b-a4ea-eca860e7b4f3 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.089221] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.089294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.089562] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.089684] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57848b37-81de-412b-a4ea-eca860e7b4f3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.241258] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57848b37-81de-412b-a4ea-eca860e7b4f3 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.241389] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.241389] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.241633] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.241749] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.242858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.242858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.242858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.242858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.242858] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57848b37-81de-412b-a4ea-eca860e7b4f3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.243326] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.243326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.243483] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.243520] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.243589] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.244791] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4568771b-ecd0-451c-975d-cb189875b22a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.325118] env[65824]: INFO networking_nsxv3.common.synchronization [None req-bbfba364-ce27-42a6-9455-ffa0aaf629fb None None] Enqueued Resource ID: cceae9df-bce9-492c-b9e3-eb5fd7cdeacd with Priority: HIGHEST for action port [ 670.326232] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cceae9df-bce9-492c-b9e3-eb5fd7cdeacd with Priority: HIGHEST for action port [ 670.327126] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-cceae9df-bce9-492c-b9e3-eb5fd7cdeacd taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.327126] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cceae9df-bce9-492c-b9e3-eb5fd7cdeacd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.327126] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cceae9df-bce9-492c-b9e3-eb5fd7cdeacd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.327427] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cceae9df-bce9-492c-b9e3-eb5fd7cdeacd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.327427] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cceae9df-bce9-492c-b9e3-eb5fd7cdeacd',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.437031] env[65824]: INFO networking_nsxv3.common.synchronization [None req-0ef4b158-e278-4a0c-8a55-3ab4f791108d None None] Enqueued Resource ID: 3aeeeaba-3e3e-421a-aec1-95da0d2c67eb with Priority: HIGHEST for action port [ 670.437646] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aeeeaba-3e3e-421a-aec1-95da0d2c67eb with Priority: HIGHEST for action port [ 670.439029] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-3aeeeaba-3e3e-421a-aec1-95da0d2c67eb taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.439029] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3aeeeaba-3e3e-421a-aec1-95da0d2c67eb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.439029] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3aeeeaba-3e3e-421a-aec1-95da0d2c67eb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.439273] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3aeeeaba-3e3e-421a-aec1-95da0d2c67eb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.439324] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aeeeaba-3e3e-421a-aec1-95da0d2c67eb',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.745329] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57848b37-81de-412b-a4ea-eca860e7b4f3 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.745632] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.747275] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57848b37-81de-412b-a4ea-eca860e7b4f3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.749113] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93 with status ACTIVE [ 670.749113] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.749113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.749113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.749113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.749113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.749113] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.749113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.749113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.749113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.749113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.749809] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.749809] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.749809] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.749809] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.749809] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.749809] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93 is going to be updated. [ 670.751071] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4568771b-ecd0-451c-975d-cb189875b22a: rpc.has_security_group_logging(os_id): False [ 670.776333] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.776484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.776554] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.776769] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.776857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.777119] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.777218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.777277] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.777429] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.777504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.777590] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4568771b-ecd0-451c-975d-cb189875b22a is going to be created. [ 670.792599] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.792765] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.792809] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.793035] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.793209] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.793399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.833325] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cceae9df-bce9-492c-b9e3-eb5fd7cdeacd [ 670.833325] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.833325] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.833325] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.833325] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.833325] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.833325] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cceae9df-bce9-492c-b9e3-eb5fd7cdeacd already deleted. [ 670.833325] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cceae9df-bce9-492c-b9e3-eb5fd7cdeacd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.864721] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.864721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.864721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.864721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.864721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.879842] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4568771b-ecd0-451c-975d-cb189875b22a in Status: IN_PROGRESS for 2s [ 670.942070] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3aeeeaba-3e3e-421a-aec1-95da0d2c67eb [ 670.942296] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.942399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.942474] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.942772] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.942910] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.943124] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3aeeeaba-3e3e-421a-aec1-95da0d2c67eb already deleted. [ 670.943251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3aeeeaba-3e3e-421a-aec1-95da0d2c67eb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.254123] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57848b37-81de-412b-a4ea-eca860e7b4f3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.758037] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.758373] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.758373] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.758594] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.758594] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.758706] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57848b37-81de-412b-a4ea-eca860e7b4f3 is going to be created. [ 671.786624] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.786932] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.786932] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.788879] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.788879] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.802753] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57848b37-81de-412b-a4ea-eca860e7b4f3 in Status: UNINITIALIZED for 2s [ 672.904291] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4568771b-ecd0-451c-975d-cb189875b22a in Status: SUCCESS [ 672.904761] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.044245] env[65824]: INFO networking_nsxv3.common.synchronization [req-4bf66b58-9982-435d-8cf2-6af54fe70d2a req-6d3bea82-4c17-4188-96ba-3f771dba5a8b tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 673.045771] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 673.046458] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.047570] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.047570] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.047570] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.047570] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.047570] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.047570] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.047854] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.048824] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.048824] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.364396] env[65824]: INFO networking_nsxv3.common.synchronization [None req-b1d65b64-b122-40b3-9a3b-71f0b9dfd517 None None] Enqueued Resource ID: b34bdb6f-ba81-4cf0-a2dd-c5c9f8252197 with Priority: HIGHEST for action port [ 673.366141] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b34bdb6f-ba81-4cf0-a2dd-c5c9f8252197 with Priority: HIGHEST for action port [ 673.366141] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b34bdb6f-ba81-4cf0-a2dd-c5c9f8252197 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.366141] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b34bdb6f-ba81-4cf0-a2dd-c5c9f8252197" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.367152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b34bdb6f-ba81-4cf0-a2dd-c5c9f8252197" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.367316] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b34bdb6f-ba81-4cf0-a2dd-c5c9f8252197" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.367382] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b34bdb6f-ba81-4cf0-a2dd-c5c9f8252197',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.553713] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.553713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.553713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.553713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.553713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.553713] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.553713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.553713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.553713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.553713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.553713] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 already deleted. [ 673.553713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.685954] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.686173] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-682" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.686288] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-682" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.686610] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-682" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.686916] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.687080] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.687192] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.687402] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.687532] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.687731] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.687832] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.687929] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.688114] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.688520] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.688520] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.688650] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.713453] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.713453] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.713453] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.713453] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-682" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.713453] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-08edcd53-6de2-43d5-ae4b-14956264768f taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.713453] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-08edcd53-6de2-43d5-ae4b-14956264768f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.713453] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-08edcd53-6de2-43d5-ae4b-14956264768f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.713453] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-08edcd53-6de2-43d5-ae4b-14956264768f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.713453] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08edcd53-6de2-43d5-ae4b-14956264768f',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.815459] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57848b37-81de-412b-a4ea-eca860e7b4f3 in Status: SUCCESS [ 673.815459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.815459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.815459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.815459] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.815459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.815459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.815459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.815459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.815459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.815459] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57848b37-81de-412b-a4ea-eca860e7b4f3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.871227] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b34bdb6f-ba81-4cf0-a2dd-c5c9f8252197 [ 673.871662] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.871813] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.871932] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.873036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.873036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.873036] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b34bdb6f-ba81-4cf0-a2dd-c5c9f8252197 already deleted. [ 673.873036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b34bdb6f-ba81-4cf0-a2dd-c5c9f8252197" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.218895] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.218895] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.219464] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.219464] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.219464] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.219947] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 08edcd53-6de2-43d5-ae4b-14956264768f not found, creating... [ 674.220300] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.221181] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.221181] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.221181] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.221181] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.221616] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.222072] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.222157] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.222558] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.222689] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.222923] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 08edcd53-6de2-43d5-ae4b-14956264768f is going to be created. [ 674.253080] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.253339] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.253339] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.253541] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.253883] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.254107] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-08edcd53-6de2-43d5-ae4b-14956264768f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.317687] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57848b37-81de-412b-a4ea-eca860e7b4f3 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.317930] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.318063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.318233] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.318430] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.318595] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.318660] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.318778] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.318864] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.318953] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.319126] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57848b37-81de-412b-a4ea-eca860e7b4f3 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.319252] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.319308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.319461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.319602] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.319694] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.319745] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.319888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.319979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.320099] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.320255] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57848b37-81de-412b-a4ea-eca860e7b4f3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.826526] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57848b37-81de-412b-a4ea-eca860e7b4f3: rpc.has_security_group_logging(os_id): False [ 674.844539] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.844712] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.844775] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.845085] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.845205] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.845433] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.845580] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.845665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.845861] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.845985] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.846460] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.846460] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.846460] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.846652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.846714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.846893] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.846987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.847075] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.847218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.847291] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.847376] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57848b37-81de-412b-a4ea-eca860e7b4f3 is going to be created. [ 674.911248] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.911586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.911586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.911861] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.912166] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.926382] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57848b37-81de-412b-a4ea-eca860e7b4f3 in Status: IN_PROGRESS for 2s [ 675.013987] env[65824]: INFO networking_nsxv3.common.synchronization [req-4bf66b58-9982-435d-8cf2-6af54fe70d2a req-235c93ef-b41f-48ec-a065-d1ef495010e0 service nova] Enqueued Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_rules [ 675.013987] env[65824]: INFO networking_nsxv3.common.synchronization [req-4bf66b58-9982-435d-8cf2-6af54fe70d2a req-235c93ef-b41f-48ec-a065-d1ef495010e0 service nova] Enqueued Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 675.013987] env[65824]: INFO networking_nsxv3.common.synchronization [req-4bf66b58-9982-435d-8cf2-6af54fe70d2a req-235c93ef-b41f-48ec-a065-d1ef495010e0 service nova] Enqueued Resource ID: 08edcd53-6de2-43d5-ae4b-14956264768f with Priority: HIGHEST for action port [ 675.014529] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_rules [ 675.014667] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 675.014764] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08edcd53-6de2-43d5-ae4b-14956264768f with Priority: HIGHEST for action port [ 675.015258] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.015409] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.015474] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.015775] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.015819] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.016945] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.017127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.017217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.017405] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.017569] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.018328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.018328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.018328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.018328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.018708] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.021825] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-08edcd53-6de2-43d5-ae4b-14956264768f taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.021825] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08edcd53-6de2-43d5-ae4b-14956264768f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.021825] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08edcd53-6de2-43d5-ae4b-14956264768f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.021825] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08edcd53-6de2-43d5-ae4b-14956264768f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.021825] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08edcd53-6de2-43d5-ae4b-14956264768f',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.522890] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.524185] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.524185] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.524464] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08edcd53-6de2-43d5-ae4b-14956264768f with status ACTIVE [ 675.524515] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.524612] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.524679] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.524890] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.524973] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.525158] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.525251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.525326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.525475] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.525551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.525801] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.525917] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.525917] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.526038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.530204] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.530325] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08edcd53-6de2-43d5-ae4b-14956264768f is going to be updated. [ 675.556073] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.556073] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.556073] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.556073] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.556073] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.556073] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08edcd53-6de2-43d5-ae4b-14956264768f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.032888] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.321929] env[65824]: INFO networking_nsxv3.common.synchronization [req-859bb2c1-396c-43d0-8be1-8ab2aa553732 req-50d89653-cff9-4fea-8554-2abc5f6f6739 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Enqueued Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_members [ 676.323028] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_members [ 676.323948] env[65824]: INFO networking_nsxv3.common.synchronization [req-d92e02ee-8498-4334-aac0-7554796bf388 req-371cc97f-4518-44ee-ab76-5142410c5896 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Enqueued Resource ID: fc5ec171-7f79-4869-910c-13c5de58d57e with Priority: HIGHEST for action security_group_members [ 676.324329] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.324481] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.324534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.324810] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.324968] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.324968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.325273] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.325273] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.325273] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.325395] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.326511] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5ec171-7f79-4869-910c-13c5de58d57e with Priority: HIGHEST for action security_group_members [ 676.326815] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5ec171-7f79-4869-910c-13c5de58d57e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.326921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.326984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.327149] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.327290] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.327380] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.327438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.327637] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.327637] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.328337] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5ec171-7f79-4869-910c-13c5de58d57e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.538576] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.538576] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.538576] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.538576] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.538576] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.538576] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 is going to be created. [ 676.566591] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.566744] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.566817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.567039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.567220] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.580577] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: UNINITIALIZED for 2s [ 676.828816] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.828816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.828816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.828816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.829962] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.830099] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.854271] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.854506] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.854639] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.854692] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.854896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.854993] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.855068] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a is going to be updated. [ 676.856073] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.856251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.890929] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.890929] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.890929] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.891202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.891695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.891695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.891695] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5ec171-7f79-4869-910c-13c5de58d57e is going to be updated. [ 676.906105] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.906105] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.906105] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.906557] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.906557] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.918141] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: IN_PROGRESS for 2s [ 676.930541] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.930541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.930811] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.930811] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.931110] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.944842] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5ec171-7f79-4869-910c-13c5de58d57e in Status: IN_PROGRESS for 2s [ 676.947405] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57848b37-81de-412b-a4ea-eca860e7b4f3 in Status: SUCCESS [ 676.947628] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.214179] env[65824]: INFO networking_nsxv3.common.synchronization [None req-abb2000e-c207-4287-884e-362d0fb21343 None None] Enqueued Resource ID: c75314d2-256e-4c44-ab11-989445e38ab6 with Priority: HIGHEST for action port [ 677.214833] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c75314d2-256e-4c44-ab11-989445e38ab6 with Priority: HIGHEST for action port [ 677.215295] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-c75314d2-256e-4c44-ab11-989445e38ab6 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.215377] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c75314d2-256e-4c44-ab11-989445e38ab6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.215484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c75314d2-256e-4c44-ab11-989445e38ab6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.215786] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c75314d2-256e-4c44-ab11-989445e38ab6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.215844] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c75314d2-256e-4c44-ab11-989445e38ab6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.721986] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c75314d2-256e-4c44-ab11-989445e38ab6 [ 677.722869] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.722869] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.722869] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.722869] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.723184] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.723184] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c75314d2-256e-4c44-ab11-989445e38ab6 already deleted. [ 677.723268] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c75314d2-256e-4c44-ab11-989445e38ab6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.096122] env[65824]: INFO networking_nsxv3.common.synchronization [req-285931f6-3303-4a03-9f1a-fea9e0546e81 req-26773d47-1305-4e5b-a9ff-d08d31eb91bb tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Enqueued Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGHEST for action security_group_members [ 678.096122] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGHEST for action security_group_members [ 678.096359] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.096833] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.096833] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.096833] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.097145] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.097145] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.097232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.097370] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.097491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.097584] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.591905] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: SUCCESS [ 678.592216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.593016] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.593016] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.593016] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.593216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.593216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.594059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.594059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.594059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.594059] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.600535] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.601084] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.601299] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.601675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.601858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.602242] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.603167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.603247] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.603459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.603548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.604079] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf is going to be updated. [ 678.647647] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.647647] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.647647] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.647647] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.647647] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.657776] env[65824]: INFO networking_nsxv3.common.synchronization [None req-211f2157-fc87-4fbc-9480-2ddd54bdeb30 None None] Enqueued Resource ID: 7194567f-f812-450d-9994-c79a1fea6e38 with Priority: HIGHEST for action port [ 678.658611] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7194567f-f812-450d-9994-c79a1fea6e38 with Priority: HIGHEST for action port [ 678.660341] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-7194567f-f812-450d-9994-c79a1fea6e38 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.660341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7194567f-f812-450d-9994-c79a1fea6e38" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.660341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7194567f-f812-450d-9994-c79a1fea6e38" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.660341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7194567f-f812-450d-9994-c79a1fea6e38" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.660341] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7194567f-f812-450d-9994-c79a1fea6e38',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.664057] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf in Status: IN_PROGRESS for 2s [ 678.931279] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: SUCCESS [ 678.931279] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a deletion is rescheduled due to dependency. [ 678.931279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.953757] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5ec171-7f79-4869-910c-13c5de58d57e in Status: SUCCESS [ 678.954046] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5ec171-7f79-4869-910c-13c5de58d57e deletion is rescheduled due to dependency. [ 678.954192] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5ec171-7f79-4869-910c-13c5de58d57e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.097966] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.098277] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.098346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.098663] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.098893] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.099027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.099075] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.099233] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.099339] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.099400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.099552] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.099639] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.099685] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.099820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.099954] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.100053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.100122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.100238] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.100310] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.100387] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.100470] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.164031] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7194567f-f812-450d-9994-c79a1fea6e38 [ 679.165487] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.165487] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.165487] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.165487] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.165487] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.165487] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7194567f-f812-450d-9994-c79a1fea6e38 already deleted. [ 679.165487] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7194567f-f812-450d-9994-c79a1fea6e38" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.604489] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69625ff6-5e84-4712-92bd-16eb7aa48071: rpc.has_security_group_logging(os_id): False [ 679.624210] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.624364] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.624484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.624637] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.624729] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.624972] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.625451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.625451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.625451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.625451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.625921] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.625921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.625921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.625921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.626104] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.627512] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.627634] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.627869] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.628097] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.628201] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.628326] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 is going to be created. [ 679.693798] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.693798] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.693798] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.693798] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.693798] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.708065] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: IN_PROGRESS for 2s [ 679.949660] env[65824]: INFO networking_nsxv3.common.synchronization [req-870c8508-6c1d-4a10-a5e0-dd4e69fb90eb req-12ea0563-7b49-4c01-9dca-56cbc7a19293 tempest-SecurityGroupRulesNegativeTestJSON-1422104345 tempest-SecurityGroupRulesNegativeTestJSON-1422104345-project-member] Enqueued Resource ID: 5cb60a94-36e2-4f56-9e92-872f8c936192 with Priority: HIGHEST for action security_group_rules [ 679.950996] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cb60a94-36e2-4f56-9e92-872f8c936192 with Priority: HIGHEST for action security_group_rules [ 679.950996] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cb60a94-36e2-4f56-9e92-872f8c936192 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.950996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cb60a94-36e2-4f56-9e92-872f8c936192" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.950996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cb60a94-36e2-4f56-9e92-872f8c936192" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.952555] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cb60a94-36e2-4f56-9e92-872f8c936192" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.952555] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cb60a94-36e2-4f56-9e92-872f8c936192',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.474902] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.475140] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.475274] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.476063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.476063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.476063] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cb60a94-36e2-4f56-9e92-872f8c936192 already deleted. [ 680.476063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cb60a94-36e2-4f56-9e92-872f8c936192" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.522699] env[65824]: INFO networking_nsxv3.common.synchronization [None req-2a891b88-e5e0-4533-995a-096baad72d5e tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Enqueued Resource ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 with Priority: HIGHEST for action security_group_rules [ 680.523447] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 with Priority: HIGHEST for action security_group_rules [ 680.523837] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43bd5dad-cdec-474c-9faa-8ceedbca0df8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.523988] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.526247] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.526694] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.526897] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43bd5dad-cdec-474c-9faa-8ceedbca0df8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.677721] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf in Status: SUCCESS [ 680.678065] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf deletion is rescheduled due to dependency. [ 680.678260] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.725570] env[65824]: INFO networking_nsxv3.common.synchronization [None req-2cc98c23-8a00-4538-851d-42d683a3d3dd tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Enqueued Resource ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 with Priority: HIGHEST for action security_group_rules [ 680.725570] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 with Priority: HIGHEST for action security_group_rules [ 680.725570] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43bd5dad-cdec-474c-9faa-8ceedbca0df8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.726306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.054718] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.054718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.054718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.054718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.054718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.054718] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 already deleted. [ 681.054718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.054718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.055302] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.055302] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43bd5dad-cdec-474c-9faa-8ceedbca0df8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.582730] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.582730] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.582730] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.582730] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.582730] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.582730] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 already deleted. [ 681.582730] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.606118] env[65824]: INFO networking_nsxv3.common.synchronization [None req-4ffeb246-403c-4dae-9d34-d2f7ca0cc2d3 None None] Enqueued Resource ID: fc4517da-ab78-494a-beb6-7b5975fb011c with Priority: HIGHEST for action port [ 681.606118] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4517da-ab78-494a-beb6-7b5975fb011c with Priority: HIGHEST for action port [ 681.606118] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc4517da-ab78-494a-beb6-7b5975fb011c taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.607999] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc4517da-ab78-494a-beb6-7b5975fb011c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.607999] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc4517da-ab78-494a-beb6-7b5975fb011c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.609199] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc4517da-ab78-494a-beb6-7b5975fb011c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.609199] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc4517da-ab78-494a-beb6-7b5975fb011c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.725503] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: SUCCESS [ 681.725732] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.114565] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc4517da-ab78-494a-beb6-7b5975fb011c [ 682.114565] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.114565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.114565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.114565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.114565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.114565] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc4517da-ab78-494a-beb6-7b5975fb011c already deleted. [ 682.114565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc4517da-ab78-494a-beb6-7b5975fb011c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.782941] env[65824]: INFO networking_nsxv3.common.synchronization [None req-6424ab78-5c94-4b33-b56a-3e53bcc7ab42 None None] Enqueued Resource ID: c65aee68-259a-4256-a96b-7142b7dbbae5 with Priority: HIGHEST for action port [ 682.783131] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65aee68-259a-4256-a96b-7142b7dbbae5 with Priority: HIGHEST for action port [ 682.783470] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-c65aee68-259a-4256-a96b-7142b7dbbae5 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.783594] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c65aee68-259a-4256-a96b-7142b7dbbae5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.784022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c65aee68-259a-4256-a96b-7142b7dbbae5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.784022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c65aee68-259a-4256-a96b-7142b7dbbae5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.784022] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c65aee68-259a-4256-a96b-7142b7dbbae5',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.004159] env[65824]: INFO networking_nsxv3.common.synchronization [req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 req-b8a2da9e-cec7-4570-9cee-67e14a448e21 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Enqueued Resource ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d with Priority: HIGHEST for action security_group_members [ 683.005733] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d with Priority: HIGHEST for action security_group_members [ 683.006102] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c253b56d-e9a2-44a5-9a7b-adf6d103126d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.006248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.006334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.006552] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.006796] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.006898] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.006957] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.007142] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.007235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.007327] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c253b56d-e9a2-44a5-9a7b-adf6d103126d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.288546] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c65aee68-259a-4256-a96b-7142b7dbbae5 [ 683.288896] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.288896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.288999] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.289646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.289646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.289646] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c65aee68-259a-4256-a96b-7142b7dbbae5 already deleted. [ 683.289646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c65aee68-259a-4256-a96b-7142b7dbbae5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.466379] env[65824]: INFO networking_nsxv3.common.synchronization [req-f76379da-1e0f-4db1-9cac-a40746fa0e8f req-4b09f6f7-eee4-4610-9b9d-782c70cedd68 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Enqueued Resource ID: 71de5900-590e-479b-bed7-af357879bcd7 with Priority: HIGHEST for action security_group_members [ 683.467136] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71de5900-590e-479b-bed7-af357879bcd7 with Priority: HIGHEST for action security_group_members [ 683.467533] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-71de5900-590e-479b-bed7-af357879bcd7 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.467685] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.467773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.468037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.469159] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.469159] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.469159] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.469159] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.469159] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.469159] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71de5900-590e-479b-bed7-af357879bcd7',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.513599] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.513599] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.513599] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.513854] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.513962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.514247] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.514443] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.514548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.514763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.514869] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.515071] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d already deleted. [ 683.515206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.834759] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.834942] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-576" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.834942] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-576" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.835259] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-576" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.835517] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.835703] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.835750] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.836165] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.836287] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.836557] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.836676] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.836780] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.836880] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.836984] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.837155] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.837221] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.858814] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.858972] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.859061] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.859250] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-576" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.859566] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-e3d76246-62ae-46f5-82d6-b8c85a16df26 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.859735] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-e3d76246-62ae-46f5-82d6-b8c85a16df26" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.860750] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-e3d76246-62ae-46f5-82d6-b8c85a16df26" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.860750] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-e3d76246-62ae-46f5-82d6-b8c85a16df26" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.860750] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3d76246-62ae-46f5-82d6-b8c85a16df26',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.975992] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.975992] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.975992] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.975992] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.977080] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.977329] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.977438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.977527] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.977708] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.977818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.977901] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71de5900-590e-479b-bed7-af357879bcd7 is going to be updated. [ 684.012318] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.012475] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.012548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.012748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.012837] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.024395] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71de5900-590e-479b-bed7-af357879bcd7 in Status: IN_PROGRESS for 2s [ 684.365032] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.365032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.365032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.365032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.365032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.365032] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port e3d76246-62ae-46f5-82d6-b8c85a16df26 not found, creating... [ 684.365032] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.365032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.365032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.365032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.366099] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.366099] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.366099] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.366099] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.366099] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.366099] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.366419] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: e3d76246-62ae-46f5-82d6-b8c85a16df26 is going to be created. [ 684.396576] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.396817] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.396900] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.397184] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.397430] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.397656] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-e3d76246-62ae-46f5-82d6-b8c85a16df26" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.136394] env[65824]: INFO networking_nsxv3.common.synchronization [req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 req-425be205-3746-46b0-bf02-159db00758b2 service nova] Enqueued Resource ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d with Priority: HIGHEST for action security_group_rules [ 685.136394] env[65824]: INFO networking_nsxv3.common.synchronization [req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 req-425be205-3746-46b0-bf02-159db00758b2 service nova] Enqueued Resource ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d with Priority: HIGHEST for action security_group_members [ 685.136394] env[65824]: INFO networking_nsxv3.common.synchronization [req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 req-425be205-3746-46b0-bf02-159db00758b2 service nova] Enqueued Resource ID: e3d76246-62ae-46f5-82d6-b8c85a16df26 with Priority: HIGHEST for action port [ 685.136394] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d with Priority: HIGHEST for action security_group_rules [ 685.136652] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d with Priority: HIGHEST for action security_group_members [ 685.136652] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3d76246-62ae-46f5-82d6-b8c85a16df26 with Priority: HIGHEST for action port [ 685.139206] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c253b56d-e9a2-44a5-9a7b-adf6d103126d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.139206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.139206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.139206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.139206] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c253b56d-e9a2-44a5-9a7b-adf6d103126d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.139206] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c253b56d-e9a2-44a5-9a7b-adf6d103126d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.139206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.139206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.139206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.139206] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.139206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.139206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.139206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.140288] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.140288] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c253b56d-e9a2-44a5-9a7b-adf6d103126d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.144639] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3d76246-62ae-46f5-82d6-b8c85a16df26 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.144639] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3d76246-62ae-46f5-82d6-b8c85a16df26" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.144639] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3d76246-62ae-46f5-82d6-b8c85a16df26" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.144639] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3d76246-62ae-46f5-82d6-b8c85a16df26" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.144639] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3d76246-62ae-46f5-82d6-b8c85a16df26',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.508267] env[65824]: INFO networking_nsxv3.common.synchronization [req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b req-d38095c2-fd5e-41c3-995b-617b6dbc827c tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 685.508870] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 685.509396] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.509396] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.509396] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.512407] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.512407] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.512407] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.512407] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.512407] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.512407] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.512407] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.645368] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c253b56d-e9a2-44a5-9a7b-adf6d103126d taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.645575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.651015] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c253b56d-e9a2-44a5-9a7b-adf6d103126d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.652045] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3d76246-62ae-46f5-82d6-b8c85a16df26 with status ACTIVE [ 685.652320] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.652449] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.652567] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.652775] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.652878] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.653092] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.653220] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.653281] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.653440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.653539] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.653723] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.653817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.653878] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.654180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.654180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.654250] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3d76246-62ae-46f5-82d6-b8c85a16df26 is going to be updated. [ 685.678866] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.679088] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.679088] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.679314] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.679449] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.679630] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3d76246-62ae-46f5-82d6-b8c85a16df26" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.016573] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.016573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.016573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.016573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.016573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.016573] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.016573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.016573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.016573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.016573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.016573] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b already deleted. [ 686.016573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.041637] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71de5900-590e-479b-bed7-af357879bcd7 in Status: SUCCESS [ 686.041637] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71de5900-590e-479b-bed7-af357879bcd7 deletion is rescheduled due to dependency. [ 686.042116] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.157680] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c253b56d-e9a2-44a5-9a7b-adf6d103126d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.352818] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.353034] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-697" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.353136] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-697" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.353377] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-697" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.353643] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.353807] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.354501] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.354501] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.354501] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.354501] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.354801] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.354801] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.354801] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.354968] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.354968] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.355092] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.376530] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.376734] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.376865] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.377098] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-697" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.377423] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-99d5a509-138a-4066-8885-c68d7520b57a taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.377588] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-99d5a509-138a-4066-8885-c68d7520b57a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.377722] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-99d5a509-138a-4066-8885-c68d7520b57a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.378075] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-99d5a509-138a-4066-8885-c68d7520b57a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.378216] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99d5a509-138a-4066-8885-c68d7520b57a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.658756] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.659075] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.659075] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.659243] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.659346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.659443] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d is going to be created. [ 686.688725] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.688862] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.688932] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.689191] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.689356] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.700421] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d in Status: UNINITIALIZED for 2s [ 686.881378] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.881622] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.881721] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.882062] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.882364] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.882430] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 99d5a509-138a-4066-8885-c68d7520b57a not found, creating... [ 686.882699] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.882854] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.882964] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.883288] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.883426] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.883721] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.883871] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.883981] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.884719] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.884906] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.885116] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 99d5a509-138a-4066-8885-c68d7520b57a is going to be created. [ 686.908633] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.908861] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.908970] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.909289] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.909605] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.909809] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-99d5a509-138a-4066-8885-c68d7520b57a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.636787] env[65824]: INFO networking_nsxv3.common.synchronization [req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b req-fdf8373c-b8b8-4fb4-b66d-54abe01b73b0 service nova] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_rules [ 687.636967] env[65824]: INFO networking_nsxv3.common.synchronization [req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b req-fdf8373c-b8b8-4fb4-b66d-54abe01b73b0 service nova] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 687.637112] env[65824]: INFO networking_nsxv3.common.synchronization [req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b req-fdf8373c-b8b8-4fb4-b66d-54abe01b73b0 service nova] Enqueued Resource ID: 99d5a509-138a-4066-8885-c68d7520b57a with Priority: HIGHEST for action port [ 687.637710] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_rules [ 687.637853] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 687.637937] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99d5a509-138a-4066-8885-c68d7520b57a with Priority: HIGHEST for action port [ 687.638593] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.639024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.639269] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.639719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.640071] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.642989] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.642989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.643463] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.643463] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.644038] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.644819] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.644819] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.645142] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.645946] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.646107] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.647984] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-99d5a509-138a-4066-8885-c68d7520b57a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.648137] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99d5a509-138a-4066-8885-c68d7520b57a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.648203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99d5a509-138a-4066-8885-c68d7520b57a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.648368] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99d5a509-138a-4066-8885-c68d7520b57a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.648471] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99d5a509-138a-4066-8885-c68d7520b57a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.934512] env[65824]: INFO networking_nsxv3.common.synchronization [req-a2d989ae-6da5-4fca-be09-623b13ec1907 req-ae3fa244-9c23-428e-ac1b-5a70fcb7d7ce tempest-SecurityGroupRulesTestJSON-1119437862 tempest-SecurityGroupRulesTestJSON-1119437862-project-member] Enqueued Resource ID: 056beb98-7a4e-4e69-a6ce-feefa2e2a68e with Priority: HIGHEST for action security_group_rules [ 687.934948] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056beb98-7a4e-4e69-a6ce-feefa2e2a68e with Priority: HIGHEST for action security_group_rules [ 687.935271] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-056beb98-7a4e-4e69-a6ce-feefa2e2a68e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.935446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-056beb98-7a4e-4e69-a6ce-feefa2e2a68e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.935553] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-056beb98-7a4e-4e69-a6ce-feefa2e2a68e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.935905] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-056beb98-7a4e-4e69-a6ce-feefa2e2a68e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.936041] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('056beb98-7a4e-4e69-a6ce-feefa2e2a68e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.143714] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.143871] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.151701] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99d5a509-138a-4066-8885-c68d7520b57a with status ACTIVE [ 688.151939] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.152118] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.152205] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.153353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.153353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.153353] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.153353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.153353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.153353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.153353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.153772] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.153772] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.153772] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.153772] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.153957] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.153957] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99d5a509-138a-4066-8885-c68d7520b57a is going to be updated. [ 688.156748] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.182319] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.182658] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.182860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.183333] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.183617] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.183925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99d5a509-138a-4066-8885-c68d7520b57a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.467619] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.467619] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.467619] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.467619] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.467619] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.467619] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 056beb98-7a4e-4e69-a6ce-feefa2e2a68e already deleted. [ 688.467619] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-056beb98-7a4e-4e69-a6ce-feefa2e2a68e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.659326] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.712448] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d in Status: SUCCESS [ 688.712672] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.712837] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.713053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.714185] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.714185] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.714185] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.714185] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.714185] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.714185] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.714185] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c253b56d-e9a2-44a5-9a7b-adf6d103126d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.162764] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.163217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.163217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.163325] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.163417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.163520] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be created. [ 689.210034] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.210344] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.210451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.210718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.210973] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.216043] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c253b56d-e9a2-44a5-9a7b-adf6d103126d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.228933] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: UNINITIALIZED for 2s [ 689.644547] env[65824]: INFO networking_nsxv3.common.synchronization [req-1937aadf-38ee-47c6-9af9-72b6d74d51cb req-b8398e5e-640c-42a1-a20f-48bc6dec4a36 tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Enqueued Resource ID: 0b1f5849-b946-4f05-87c1-5232431dbafe with Priority: HIGHEST for action security_group_members [ 689.645910] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1f5849-b946-4f05-87c1-5232431dbafe with Priority: HIGHEST for action security_group_members [ 689.646324] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1f5849-b946-4f05-87c1-5232431dbafe taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.646432] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.646503] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.646771] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.646964] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.647278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.647278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.647358] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.647436] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.647534] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b1f5849-b946-4f05-87c1-5232431dbafe',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.719581] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c253b56d-e9a2-44a5-9a7b-adf6d103126d: rpc.has_security_group_logging(os_id): False [ 689.738891] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.739082] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.739130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.739310] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.739398] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.739631] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.739728] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.739785] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.739930] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.740027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.740369] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d is going to be created. [ 689.801760] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.801936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.801936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.802197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.802511] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.818185] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d in Status: IN_PROGRESS for 2s [ 689.823086] env[65824]: INFO networking_nsxv3.common.synchronization [None req-3be000e7-6152-4cac-8b0a-756d3dbc79a4 None None] Enqueued Resource ID: 38d2e854-5873-4167-b18d-90f16de855d1 with Priority: HIGHEST for action port [ 689.823288] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d2e854-5873-4167-b18d-90f16de855d1 with Priority: HIGHEST for action port [ 689.823577] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-38d2e854-5873-4167-b18d-90f16de855d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.823693] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38d2e854-5873-4167-b18d-90f16de855d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.824666] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38d2e854-5873-4167-b18d-90f16de855d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.824666] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38d2e854-5873-4167-b18d-90f16de855d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.824666] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d2e854-5873-4167-b18d-90f16de855d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.150972] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.151139] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.151193] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.151426] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.151490] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.151677] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.151772] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.151841] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.151976] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.152120] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.152174] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1f5849-b946-4f05-87c1-5232431dbafe already deleted. [ 690.152219] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.318214] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.318214] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-594" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.318214] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-594" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.318214] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-594" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.318214] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.318214] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.318214] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.318214] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.318214] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.318798] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.318798] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.318798] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.318798] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.318882] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.318905] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.319458] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.331928] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38d2e854-5873-4167-b18d-90f16de855d1 [ 690.331928] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.331928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.331928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.331928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.331928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.331928] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38d2e854-5873-4167-b18d-90f16de855d1 already deleted. [ 690.331928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38d2e854-5873-4167-b18d-90f16de855d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.352025] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.352025] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.352025] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.352025] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-594" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.352025] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-e63412c7-c02d-49b4-aae0-d9449c88f410 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.352025] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-e63412c7-c02d-49b4-aae0-d9449c88f410" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.352025] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-e63412c7-c02d-49b4-aae0-d9449c88f410" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.352025] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-e63412c7-c02d-49b4-aae0-d9449c88f410" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.352025] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e63412c7-c02d-49b4-aae0-d9449c88f410',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.859206] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.859206] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.859206] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.859206] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.859206] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.859206] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port e63412c7-c02d-49b4-aae0-d9449c88f410 not found, creating... [ 690.859206] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.859206] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.859206] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.859206] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.859206] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.859577] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.859826] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.860163] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.860561] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.860831] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.861112] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: e63412c7-c02d-49b4-aae0-d9449c88f410 is going to be created. [ 690.883461] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.883461] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.883461] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.883461] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.883461] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.883461] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-e63412c7-c02d-49b4-aae0-d9449c88f410" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.239958] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: SUCCESS [ 691.240221] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.240441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.240668] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.240856] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.240980] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.241051] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.241210] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.241293] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.241385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.241468] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.601020] env[65824]: INFO networking_nsxv3.common.synchronization [req-1937aadf-38ee-47c6-9af9-72b6d74d51cb req-141fc3e3-bee6-460b-a769-d742369da338 service nova] Enqueued Resource ID: 0b1f5849-b946-4f05-87c1-5232431dbafe with Priority: HIGHEST for action security_group_rules [ 691.601020] env[65824]: INFO networking_nsxv3.common.synchronization [req-1937aadf-38ee-47c6-9af9-72b6d74d51cb req-141fc3e3-bee6-460b-a769-d742369da338 service nova] Enqueued Resource ID: 0b1f5849-b946-4f05-87c1-5232431dbafe with Priority: HIGHEST for action security_group_members [ 691.601020] env[65824]: INFO networking_nsxv3.common.synchronization [req-1937aadf-38ee-47c6-9af9-72b6d74d51cb req-141fc3e3-bee6-460b-a769-d742369da338 service nova] Enqueued Resource ID: e63412c7-c02d-49b4-aae0-d9449c88f410 with Priority: HIGHEST for action port [ 691.601910] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1f5849-b946-4f05-87c1-5232431dbafe with Priority: HIGHEST for action security_group_rules [ 691.601910] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1f5849-b946-4f05-87c1-5232431dbafe with Priority: HIGHEST for action security_group_members [ 691.601910] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e63412c7-c02d-49b4-aae0-d9449c88f410 with Priority: HIGHEST for action port [ 691.602589] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b1f5849-b946-4f05-87c1-5232431dbafe taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.602727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.602776] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.603695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.603695] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b1f5849-b946-4f05-87c1-5232431dbafe',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.604961] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1f5849-b946-4f05-87c1-5232431dbafe taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.605197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.605621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.605869] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.607702] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.607702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.607702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.607702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.607702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.607702] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b1f5849-b946-4f05-87c1-5232431dbafe',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.608191] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-e63412c7-c02d-49b4-aae0-d9449c88f410 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.608191] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e63412c7-c02d-49b4-aae0-d9449c88f410" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.608191] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e63412c7-c02d-49b4-aae0-d9449c88f410" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.608347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e63412c7-c02d-49b4-aae0-d9449c88f410" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.608347] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e63412c7-c02d-49b4-aae0-d9449c88f410',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.742782] env[65824]: INFO networking_nsxv3.common.synchronization [None req-990fd86c-10ee-4592-8279-fdc521156941 None None] Enqueued Resource ID: 41962ed9-084a-4a09-a83a-0759ffc48bb7 with Priority: HIGHEST for action port [ 691.743517] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41962ed9-084a-4a09-a83a-0759ffc48bb7 with Priority: HIGHEST for action port [ 691.743911] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-41962ed9-084a-4a09-a83a-0759ffc48bb7 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.744089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41962ed9-084a-4a09-a83a-0759ffc48bb7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.744179] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41962ed9-084a-4a09-a83a-0759ffc48bb7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.744696] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41962ed9-084a-4a09-a83a-0759ffc48bb7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.744795] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41962ed9-084a-4a09-a83a-0759ffc48bb7',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.747160] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.747317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.747372] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.747621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.747840] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.747966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.752714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.752714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.752714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.752714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.752714] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.752714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.752714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.752714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.752714] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.752714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.752714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.752714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.752714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.752714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.752714] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.760258] env[65824]: INFO networking_nsxv3.common.synchronization [req-e95a418f-76ee-42cb-b13e-8f45297182a7 req-29f7eea8-b02e-4098-89e3-3278489b2f4e tempest-SecurityGroupRulesNegativeTestJSON-1422104345 tempest-SecurityGroupRulesNegativeTestJSON-1422104345-project-member] Enqueued Resource ID: 5cb60a94-36e2-4f56-9e92-872f8c936192 with Priority: HIGHEST for action security_group_rules [ 691.760883] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cb60a94-36e2-4f56-9e92-872f8c936192 with Priority: HIGHEST for action security_group_rules [ 691.761178] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cb60a94-36e2-4f56-9e92-872f8c936192 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.761258] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cb60a94-36e2-4f56-9e92-872f8c936192" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.761336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cb60a94-36e2-4f56-9e92-872f8c936192" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.761547] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cb60a94-36e2-4f56-9e92-872f8c936192" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.761630] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cb60a94-36e2-4f56-9e92-872f8c936192',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.831568] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d in Status: SUCCESS [ 691.831795] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.110534] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1f5849-b946-4f05-87c1-5232431dbafe taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.110651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.110879] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b1f5849-b946-4f05-87c1-5232431dbafe',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.112240] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e63412c7-c02d-49b4-aae0-d9449c88f410 with status ACTIVE [ 692.113065] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.113065] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.113065] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.113065] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.113065] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.113065] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.113452] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.113452] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.113452] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.113452] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.113562] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.113647] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.113702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.114996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.114996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.114996] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e63412c7-c02d-49b4-aae0-d9449c88f410 is going to be updated. [ 692.140704] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.140704] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.140704] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.140704] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.140704] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.140704] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e63412c7-c02d-49b4-aae0-d9449c88f410" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.257955] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41962ed9-084a-4a09-a83a-0759ffc48bb7 [ 692.257955] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.257955] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.257955] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.257955] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.257955] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.257955] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41962ed9-084a-4a09-a83a-0759ffc48bb7 already deleted. [ 692.257955] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41962ed9-084a-4a09-a83a-0759ffc48bb7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.257955] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2609518a-0baf-4148-ae98-d57bf5e4491b: rpc.has_security_group_logging(os_id): False [ 692.276112] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.276277] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.276358] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.276601] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.276698] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.276949] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.277054] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.277167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.277339] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.277413] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.277580] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.277666] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.277752] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.277909] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.277979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.278412] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.278523] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.278523] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.278964] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.279048] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.279152] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be created. [ 692.301993] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.301993] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.301993] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.301993] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.301993] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.301993] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cb60a94-36e2-4f56-9e92-872f8c936192 already deleted. [ 692.301993] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cb60a94-36e2-4f56-9e92-872f8c936192" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.356891] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.357097] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.357097] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.357316] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.357539] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.370362] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: IN_PROGRESS for 2s [ 692.617267] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b1f5849-b946-4f05-87c1-5232431dbafe',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.120639] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.120933] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.120933] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.121169] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.121272] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.121394] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1f5849-b946-4f05-87c1-5232431dbafe is going to be created. [ 693.162841] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.163159] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.163159] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.163412] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.163658] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.176743] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1f5849-b946-4f05-87c1-5232431dbafe in Status: UNINITIALIZED for 2s [ 694.385837] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: SUCCESS [ 694.386185] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.188356] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1f5849-b946-4f05-87c1-5232431dbafe in Status: SUCCESS [ 695.188714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.188754] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.188944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.189149] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.189261] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.189323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.190143] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.190143] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.190143] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.190143] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b1f5849-b946-4f05-87c1-5232431dbafe',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.334105] env[65824]: INFO networking_nsxv3.common.synchronization [None req-934842c5-0fac-41c7-bba6-4ea343f9fc8c None None] Enqueued Resource ID: 396a4f8c-ef3e-4ec2-9dd4-1f292188b89a with Priority: HIGHEST for action port [ 695.334775] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396a4f8c-ef3e-4ec2-9dd4-1f292188b89a with Priority: HIGHEST for action port [ 695.335011] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-396a4f8c-ef3e-4ec2-9dd4-1f292188b89a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.338127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-396a4f8c-ef3e-4ec2-9dd4-1f292188b89a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.338127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-396a4f8c-ef3e-4ec2-9dd4-1f292188b89a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.338127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-396a4f8c-ef3e-4ec2-9dd4-1f292188b89a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.338127] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('396a4f8c-ef3e-4ec2-9dd4-1f292188b89a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.428257] env[65824]: INFO networking_nsxv3.common.synchronization [None req-17fcd56c-e544-4492-a832-313e632597de None None] Enqueued Resource ID: a45fc5c3-3afe-4394-ac69-6400e880b8e9 with Priority: HIGHEST for action port [ 695.429393] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a45fc5c3-3afe-4394-ac69-6400e880b8e9 with Priority: HIGHEST for action port [ 695.429811] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-a45fc5c3-3afe-4394-ac69-6400e880b8e9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.431187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a45fc5c3-3afe-4394-ac69-6400e880b8e9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.431187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a45fc5c3-3afe-4394-ac69-6400e880b8e9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.431187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a45fc5c3-3afe-4394-ac69-6400e880b8e9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.431187] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a45fc5c3-3afe-4394-ac69-6400e880b8e9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.700092] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1f5849-b946-4f05-87c1-5232431dbafe taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.700345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.700420] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.700649] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.700820] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.700921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.700984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.701181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.701286] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.701377] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.701526] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1f5849-b946-4f05-87c1-5232431dbafe taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.701618] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.701677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.701833] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.701955] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.702050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.702123] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.702316] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.702398] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.702480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.702569] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b1f5849-b946-4f05-87c1-5232431dbafe',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.842058] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 396a4f8c-ef3e-4ec2-9dd4-1f292188b89a [ 695.842058] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.842058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.842058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.842446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.842555] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.842654] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:396a4f8c-ef3e-4ec2-9dd4-1f292188b89a already deleted. [ 695.842735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-396a4f8c-ef3e-4ec2-9dd4-1f292188b89a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.934095] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a45fc5c3-3afe-4394-ac69-6400e880b8e9 [ 695.934381] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.934583] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.934675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.936735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.936735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.936735] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a45fc5c3-3afe-4394-ac69-6400e880b8e9 already deleted. [ 695.936735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a45fc5c3-3afe-4394-ac69-6400e880b8e9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.207180] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b1f5849-b946-4f05-87c1-5232431dbafe: rpc.has_security_group_logging(os_id): False [ 696.230050] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.230050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.230050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.230050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.230050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.231385] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.231385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.231385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.231385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.232033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.232033] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.232033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.232033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.232187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.232224] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.232454] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.232552] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.232613] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.232806] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.232904] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.232997] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b1f5849-b946-4f05-87c1-5232431dbafe is going to be created. [ 696.307298] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.307428] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.307502] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.307751] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.307942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.321913] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b1f5849-b946-4f05-87c1-5232431dbafe in Status: IN_PROGRESS for 2s [ 696.530058] env[65824]: INFO networking_nsxv3.common.synchronization [None req-d413753f-efec-4797-9cd6-9d0342c90cfc tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Enqueued Resource ID: a612f268-c997-4240-a2f6-12a4e1c9e10c with Priority: HIGHEST for action security_group_rules [ 696.534024] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a612f268-c997-4240-a2f6-12a4e1c9e10c with Priority: HIGHEST for action security_group_rules [ 696.534024] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a612f268-c997-4240-a2f6-12a4e1c9e10c taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.534024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a612f268-c997-4240-a2f6-12a4e1c9e10c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.534024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a612f268-c997-4240-a2f6-12a4e1c9e10c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.534024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a612f268-c997-4240-a2f6-12a4e1c9e10c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.534024] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a612f268-c997-4240-a2f6-12a4e1c9e10c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.804055] env[65824]: INFO networking_nsxv3.common.synchronization [req-373300a2-4002-4980-909c-23230fd830bd req-acd31d61-97c0-497f-bc7b-6563d6d1a6f3 tempest-SecurityGroupRulesTestJSON-1119437862 tempest-SecurityGroupRulesTestJSON-1119437862-project-member] Enqueued Resource ID: 5185488b-49e0-480d-93f7-db2c22e638d5 with Priority: HIGHEST for action security_group_rules [ 696.804055] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5185488b-49e0-480d-93f7-db2c22e638d5 with Priority: HIGHEST for action security_group_rules [ 696.805339] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5185488b-49e0-480d-93f7-db2c22e638d5 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.805554] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5185488b-49e0-480d-93f7-db2c22e638d5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.805602] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5185488b-49e0-480d-93f7-db2c22e638d5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.806797] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5185488b-49e0-480d-93f7-db2c22e638d5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.806797] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5185488b-49e0-480d-93f7-db2c22e638d5',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.834100] env[65824]: INFO networking_nsxv3.common.synchronization [req-d313c6da-11fb-43bd-9ef8-0247cd1d27be req-1fd0ad88-0051-47c3-8239-6d0761589160 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 696.834350] env[65824]: INFO networking_nsxv3.common.synchronization [req-d313c6da-11fb-43bd-9ef8-0247cd1d27be req-1fd0ad88-0051-47c3-8239-6d0761589160 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 with Priority: HIGHEST for action security_group_members [ 696.835676] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 696.835865] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 with Priority: HIGHEST for action security_group_members [ 696.836208] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.836379] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.836492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.836726] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.836916] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.837468] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.837468] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.837468] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.837664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.837735] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.840546] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-54df9f8d-425f-40a3-84b0-bbdd84892359 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.840676] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.840738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.840971] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.842041] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.842270] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.842270] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.842461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.845150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.845150] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.913341] env[65824]: INFO networking_nsxv3.common.synchronization [req-d313c6da-11fb-43bd-9ef8-0247cd1d27be req-1fd0ad88-0051-47c3-8239-6d0761589160 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 with Priority: HIGHEST for action security_group_rules [ 696.913677] env[65824]: INFO networking_nsxv3.common.synchronization [req-d313c6da-11fb-43bd-9ef8-0247cd1d27be req-1fd0ad88-0051-47c3-8239-6d0761589160 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 with Priority: HIGHEST for action security_group_members [ 696.913957] env[65824]: INFO networking_nsxv3.common.synchronization [req-d313c6da-11fb-43bd-9ef8-0247cd1d27be req-1fd0ad88-0051-47c3-8239-6d0761589160 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_rules [ 696.914279] env[65824]: INFO networking_nsxv3.common.synchronization [req-d313c6da-11fb-43bd-9ef8-0247cd1d27be req-1fd0ad88-0051-47c3-8239-6d0761589160 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 696.914493] env[65824]: INFO networking_nsxv3.common.synchronization [req-d313c6da-11fb-43bd-9ef8-0247cd1d27be req-1fd0ad88-0051-47c3-8239-6d0761589160 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 08edcd53-6de2-43d5-ae4b-14956264768f with Priority: HIGHEST for action port [ 696.915191] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 with Priority: HIGHEST for action security_group_rules [ 696.915365] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_rules [ 696.915856] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08edcd53-6de2-43d5-ae4b-14956264768f with Priority: HIGHEST for action port [ 696.915856] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 with Priority: HIGHEST for action security_group_members [ 696.915856] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 696.917087] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54df9f8d-425f-40a3-84b0-bbdd84892359 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.919900] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.920115] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.920361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.920472] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.921939] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.922096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.922166] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.922354] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.922439] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.924062] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-08edcd53-6de2-43d5-ae4b-14956264768f taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.924735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08edcd53-6de2-43d5-ae4b-14956264768f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.924735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08edcd53-6de2-43d5-ae4b-14956264768f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.926594] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08edcd53-6de2-43d5-ae4b-14956264768f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.926594] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08edcd53-6de2-43d5-ae4b-14956264768f',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.926594] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-54df9f8d-425f-40a3-84b0-bbdd84892359 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.926594] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.926594] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.926594] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.929500] env[65824]: INFO networking_nsxv3.common.synchronization [None req-27cf995b-2dcf-4272-9d80-b3c0c2a18bce tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Enqueued Resource ID: a612f268-c997-4240-a2f6-12a4e1c9e10c with Priority: HIGHEST for action security_group_rules [ 696.930926] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a612f268-c997-4240-a2f6-12a4e1c9e10c with Priority: HIGHEST for action security_group_rules [ 696.931288] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a612f268-c997-4240-a2f6-12a4e1c9e10c taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.931394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a612f268-c997-4240-a2f6-12a4e1c9e10c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.062470] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.062470] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.062664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.062878] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.062878] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.063170] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a612f268-c997-4240-a2f6-12a4e1c9e10c already deleted. [ 697.063170] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a612f268-c997-4240-a2f6-12a4e1c9e10c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.063795] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a612f268-c997-4240-a2f6-12a4e1c9e10c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.063867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a612f268-c997-4240-a2f6-12a4e1c9e10c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.063943] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a612f268-c997-4240-a2f6-12a4e1c9e10c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.335894] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.336235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.336452] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.336800] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.337678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.338081] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5185488b-49e0-480d-93f7-db2c22e638d5 already deleted. [ 697.338719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5185488b-49e0-480d-93f7-db2c22e638d5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.345238] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.346212] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.431376] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.431551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.431780] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-54df9f8d-425f-40a3-84b0-bbdd84892359 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.431867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.432028] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08edcd53-6de2-43d5-ae4b-14956264768f with status ACTIVE [ 697.432270] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.432411] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.432485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.432969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.432969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.433309] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.433390] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.433429] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.433596] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.433679] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.437305] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.437305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.437305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.437305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.437305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.437305] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08edcd53-6de2-43d5-ae4b-14956264768f is going to be updated. [ 697.458829] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.458829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.458829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.459073] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.459341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.459465] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08edcd53-6de2-43d5-ae4b-14956264768f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.592101] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.592459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.592459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.592614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.592669] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.592795] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a612f268-c997-4240-a2f6-12a4e1c9e10c already deleted. [ 697.592886] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a612f268-c997-4240-a2f6-12a4e1c9e10c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.850681] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.850681] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.338286] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b1f5849-b946-4f05-87c1-5232431dbafe in Status: SUCCESS [ 698.338540] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.353575] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.353575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.353575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.356018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.356018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.356018] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 is going to be updated. [ 698.356018] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.356018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.356018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.356753] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.356943] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.357132] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 is going to be created. [ 698.393940] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.393940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.393940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.394097] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.394178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.397914] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.398112] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.398174] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.398375] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.398517] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.410945] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 in Status: UNINITIALIZED for 2s [ 698.411630] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: IN_PROGRESS for 2s [ 698.491094] env[65824]: INFO networking_nsxv3.common.synchronization [None req-c4a052c5-95b9-4108-83a7-fb2f21bc7bbe None None] Enqueued Resource ID: b8388436-9284-4743-8bf9-71cdc16e680a with Priority: HIGHEST for action port [ 698.494405] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8388436-9284-4743-8bf9-71cdc16e680a with Priority: HIGHEST for action port [ 698.494405] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8388436-9284-4743-8bf9-71cdc16e680a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.494405] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8388436-9284-4743-8bf9-71cdc16e680a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.494405] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8388436-9284-4743-8bf9-71cdc16e680a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.494405] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8388436-9284-4743-8bf9-71cdc16e680a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.494405] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8388436-9284-4743-8bf9-71cdc16e680a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.996454] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8388436-9284-4743-8bf9-71cdc16e680a [ 698.997310] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.997310] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.997310] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.997310] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.997606] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.997606] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8388436-9284-4743-8bf9-71cdc16e680a already deleted. [ 698.997606] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8388436-9284-4743-8bf9-71cdc16e680a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.129244] env[65824]: INFO networking_nsxv3.common.synchronization [None req-e4735757-eaca-493e-b2f2-ce426d407e0f None None] Enqueued Resource ID: 14b0b991-ff45-4434-8e05-226b9ee8accf with Priority: HIGHEST for action port [ 699.129827] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b0b991-ff45-4434-8e05-226b9ee8accf with Priority: HIGHEST for action port [ 699.131058] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-14b0b991-ff45-4434-8e05-226b9ee8accf taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.131058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14b0b991-ff45-4434-8e05-226b9ee8accf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.131058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14b0b991-ff45-4434-8e05-226b9ee8accf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.131058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14b0b991-ff45-4434-8e05-226b9ee8accf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.131058] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14b0b991-ff45-4434-8e05-226b9ee8accf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.536505] env[65824]: INFO networking_nsxv3.common.synchronization [req-3ff845f5-26b5-49a2-952b-f82f44754a8d req-bc70cea4-5d8b-48b5-bd34-7325c2e91f05 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 with Priority: HIGHEST for action security_group_members [ 699.536680] env[65824]: INFO networking_nsxv3.common.synchronization [req-3ff845f5-26b5-49a2-952b-f82f44754a8d req-bc70cea4-5d8b-48b5-bd34-7325c2e91f05 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 699.536963] env[65824]: INFO networking_nsxv3.common.synchronization [req-3ff845f5-26b5-49a2-952b-f82f44754a8d req-bc70cea4-5d8b-48b5-bd34-7325c2e91f05 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: d3b0387a-4493-4936-8d32-d5661374010a with Priority: HIGHEST for action security_group_members [ 699.537394] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 with Priority: HIGHEST for action security_group_members [ 699.537529] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 699.538178] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3b0387a-4493-4936-8d32-d5661374010a with Priority: HIGHEST for action security_group_members [ 699.538178] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-54df9f8d-425f-40a3-84b0-bbdd84892359 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.538178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.538885] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.538991] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.539215] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3b0387a-4493-4936-8d32-d5661374010a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.539317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.539376] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.539633] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.539776] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.539868] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.539927] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.540130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.540658] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.540658] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3b0387a-4493-4936-8d32-d5661374010a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.611641] env[65824]: INFO networking_nsxv3.common.synchronization [req-3ff845f5-26b5-49a2-952b-f82f44754a8d req-bc70cea4-5d8b-48b5-bd34-7325c2e91f05 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 with Priority: HIGHEST for action security_group_rules [ 699.611641] env[65824]: INFO networking_nsxv3.common.synchronization [req-3ff845f5-26b5-49a2-952b-f82f44754a8d req-bc70cea4-5d8b-48b5-bd34-7325c2e91f05 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 with Priority: HIGHEST for action security_group_members [ 699.611641] env[65824]: INFO networking_nsxv3.common.synchronization [req-3ff845f5-26b5-49a2-952b-f82f44754a8d req-bc70cea4-5d8b-48b5-bd34-7325c2e91f05 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_rules [ 699.612699] env[65824]: INFO networking_nsxv3.common.synchronization [req-3ff845f5-26b5-49a2-952b-f82f44754a8d req-bc70cea4-5d8b-48b5-bd34-7325c2e91f05 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 699.612699] env[65824]: INFO networking_nsxv3.common.synchronization [req-3ff845f5-26b5-49a2-952b-f82f44754a8d req-bc70cea4-5d8b-48b5-bd34-7325c2e91f05 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: d3b0387a-4493-4936-8d32-d5661374010a with Priority: HIGHEST for action security_group_rules [ 699.612699] env[65824]: INFO networking_nsxv3.common.synchronization [req-3ff845f5-26b5-49a2-952b-f82f44754a8d req-bc70cea4-5d8b-48b5-bd34-7325c2e91f05 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: d3b0387a-4493-4936-8d32-d5661374010a with Priority: HIGHEST for action security_group_members [ 699.612699] env[65824]: INFO networking_nsxv3.common.synchronization [req-3ff845f5-26b5-49a2-952b-f82f44754a8d req-bc70cea4-5d8b-48b5-bd34-7325c2e91f05 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 08edcd53-6de2-43d5-ae4b-14956264768f with Priority: HIGHEST for action port [ 699.614242] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 with Priority: HIGHEST for action security_group_rules [ 699.614242] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_rules [ 699.614242] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3b0387a-4493-4936-8d32-d5661374010a with Priority: HIGHEST for action security_group_members [ 699.614242] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08edcd53-6de2-43d5-ae4b-14956264768f with Priority: HIGHEST for action port [ 699.614242] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3b0387a-4493-4936-8d32-d5661374010a with Priority: HIGHEST for action security_group_rules [ 699.614242] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 with Priority: HIGHEST for action security_group_members [ 699.614242] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 699.614242] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54df9f8d-425f-40a3-84b0-bbdd84892359 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.614560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.614560] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.615060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.615234] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3b0387a-4493-4936-8d32-d5661374010a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.615331] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.615645] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-08edcd53-6de2-43d5-ae4b-14956264768f taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.615762] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08edcd53-6de2-43d5-ae4b-14956264768f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.615824] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08edcd53-6de2-43d5-ae4b-14956264768f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.616037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08edcd53-6de2-43d5-ae4b-14956264768f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.616117] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08edcd53-6de2-43d5-ae4b-14956264768f',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.617031] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3b0387a-4493-4936-8d32-d5661374010a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.617171] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.617280] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.618510] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.618510] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3b0387a-4493-4936-8d32-d5661374010a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.618510] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-54df9f8d-425f-40a3-84b0-bbdd84892359 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.618655] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.618701] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.618755] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.633472] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14b0b991-ff45-4434-8e05-226b9ee8accf [ 699.634413] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.634413] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.634413] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.634840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.634994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.635119] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14b0b991-ff45-4434-8e05-226b9ee8accf already deleted. [ 699.635908] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14b0b991-ff45-4434-8e05-226b9ee8accf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.042775] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3b0387a-4493-4936-8d32-d5661374010a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.122652] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08edcd53-6de2-43d5-ae4b-14956264768f with status ACTIVE [ 700.122652] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.122874] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.122874] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.123189] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.123189] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.123373] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.123457] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.123516] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.123667] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.124996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.124996] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.124996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.124996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.124996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.124996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.124996] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08edcd53-6de2-43d5-ae4b-14956264768f is going to be updated. [ 700.125771] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3b0387a-4493-4936-8d32-d5661374010a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.125867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.161032] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.161032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.161032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.163742] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.164029] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.164255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08edcd53-6de2-43d5-ae4b-14956264768f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.428984] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 in Status: SUCCESS [ 700.428984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.429471] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: SUCCESS [ 700.429732] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.429912] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.431048] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.431183] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.431316] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.431381] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.431629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.431733] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.431834] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.432907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.433380] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.433754] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.433968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.435037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.435037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.435037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.435037] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.547488] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3b0387a-4493-4936-8d32-d5661374010a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.936998] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.938935] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.050484] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.050839] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.050839] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.051035] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.051086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.051192] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3b0387a-4493-4936-8d32-d5661374010a is going to be created. [ 701.081023] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.081023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.081023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.081023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.081023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.091701] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3b0387a-4493-4936-8d32-d5661374010a in Status: UNINITIALIZED for 2s [ 701.441132] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.443435] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.569798] env[65824]: INFO networking_nsxv3.common.synchronization [req-28b283f6-30ef-4deb-9aca-37d2ae2db791 req-3fda9e80-fdd6-45b9-8c1e-30484c994ef8 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Enqueued Resource ID: 57848b37-81de-412b-a4ea-eca860e7b4f3 with Priority: HIGHEST for action security_group_members [ 701.570318] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57848b37-81de-412b-a4ea-eca860e7b4f3 with Priority: HIGHEST for action security_group_members [ 701.570625] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57848b37-81de-412b-a4ea-eca860e7b4f3 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.570748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.570831] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.571021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.571858] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.572017] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.572051] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.572245] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.572816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.572816] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57848b37-81de-412b-a4ea-eca860e7b4f3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.946833] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.947038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.947107] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.947347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.948091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.948091] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 is going to be updated. [ 701.949016] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.949263] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.949341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.949587] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.949768] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.949820] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 is going to be updated. [ 701.995447] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.995586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.995723] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.995865] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.996018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.001423] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.001607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.001690] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.002051] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.002160] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.021734] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: IN_PROGRESS for 2s [ 702.023254] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 in Status: IN_PROGRESS for 2s [ 702.075490] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.075826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.075826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.075967] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.076070] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.076288] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.076419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.076501] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.076664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.076775] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.076868] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57848b37-81de-412b-a4ea-eca860e7b4f3 is going to be updated. [ 702.115819] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.116014] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.116014] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.116209] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.116356] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.128380] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57848b37-81de-412b-a4ea-eca860e7b4f3 in Status: IN_PROGRESS for 2s [ 703.103356] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3b0387a-4493-4936-8d32-d5661374010a in Status: SUCCESS [ 703.103700] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.103749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.103961] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.104140] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.104254] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.104318] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.104478] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.104568] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.104685] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3b0387a-4493-4936-8d32-d5661374010a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.596389] env[65824]: INFO networking_nsxv3.common.synchronization [None req-577ad0e0-2329-4b56-b2ea-cf7820c92d6e None None] Enqueued Resource ID: 45956a03-9a18-45a2-922d-9870302d0660 with Priority: HIGHEST for action port [ 703.597101] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45956a03-9a18-45a2-922d-9870302d0660 with Priority: HIGHEST for action port [ 703.597716] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-45956a03-9a18-45a2-922d-9870302d0660 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.597859] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45956a03-9a18-45a2-922d-9870302d0660" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.597907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45956a03-9a18-45a2-922d-9870302d0660" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.599453] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45956a03-9a18-45a2-922d-9870302d0660" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.599453] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45956a03-9a18-45a2-922d-9870302d0660',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.607604] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3b0387a-4493-4936-8d32-d5661374010a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.038398] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: SUCCESS [ 704.038661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.039526] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.039526] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.039526] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.039744] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.039744] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.039801] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.040650] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.040650] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.040650] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.042359] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 in Status: SUCCESS [ 704.042359] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.042359] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.042580] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.042580] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.042713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.042765] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.042879] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.042952] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.043069] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.043912] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.044088] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.044255] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.044359] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.044420] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.044586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.044691] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.044740] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.044829] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.045840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.046025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.046446] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.046446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.046446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.046446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.046602] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.046602] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.100766] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45956a03-9a18-45a2-922d-9870302d0660 [ 704.101288] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.101498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.101592] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.101799] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.101847] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.101965] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45956a03-9a18-45a2-922d-9870302d0660 already deleted. [ 704.102043] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45956a03-9a18-45a2-922d-9870302d0660" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.109304] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3b0387a-4493-4936-8d32-d5661374010a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.142925] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57848b37-81de-412b-a4ea-eca860e7b4f3 in Status: SUCCESS [ 704.143132] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57848b37-81de-412b-a4ea-eca860e7b4f3 deletion is rescheduled due to dependency. [ 704.143451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57848b37-81de-412b-a4ea-eca860e7b4f3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.546358] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.547916] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.548136] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.548470] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.549829] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.612491] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.612721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.612796] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.613040] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.613141] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.613280] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3b0387a-4493-4936-8d32-d5661374010a is going to be updated. [ 704.651327] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.651435] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.651466] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.651667] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.651817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.662467] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3b0387a-4493-4936-8d32-d5661374010a in Status: IN_PROGRESS for 2s [ 704.729244] env[65824]: INFO networking_nsxv3.common.synchronization [req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 req-b6d5c8e7-1575-4dcc-86c4-6d783db7629f tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Enqueued Resource ID: ad277b55-878a-432b-9892-976b3111bcd8 with Priority: HIGHEST for action security_group_members [ 704.729874] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad277b55-878a-432b-9892-976b3111bcd8 with Priority: HIGHEST for action security_group_members [ 704.730274] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad277b55-878a-432b-9892-976b3111bcd8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.730692] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.730692] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.730793] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.730894] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.730984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.731068] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.731224] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.731311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.731406] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad277b55-878a-432b-9892-976b3111bcd8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.052416] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.053572] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54df9f8d-425f-40a3-84b0-bbdd84892359: rpc.has_security_group_logging(os_id): False [ 705.055174] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.083381] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.083572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.083572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.083848] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.083848] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.084710] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.084710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.084710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.084710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.084710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.084710] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 is going to be created. [ 705.167678] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.167678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.167678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.168425] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.168425] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.171779] env[65824]: INFO networking_nsxv3.common.synchronization [None req-015f4a02-1ede-4ab0-a677-77f44778093f None None] Enqueued Resource ID: da58f436-37cf-43f8-acf8-3c0665d2877f with Priority: HIGHEST for action port [ 705.172454] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da58f436-37cf-43f8-acf8-3c0665d2877f with Priority: HIGHEST for action port [ 705.172927] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-da58f436-37cf-43f8-acf8-3c0665d2877f taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.173860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da58f436-37cf-43f8-acf8-3c0665d2877f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.173860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da58f436-37cf-43f8-acf8-3c0665d2877f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.173860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da58f436-37cf-43f8-acf8-3c0665d2877f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.173860] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da58f436-37cf-43f8-acf8-3c0665d2877f',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.187949] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 in Status: IN_PROGRESS for 2s [ 705.236391] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.236391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.236391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.236391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.236391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.236391] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.236391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.236391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.236391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.236391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.236391] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad277b55-878a-432b-9892-976b3111bcd8 already deleted. [ 705.236391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.558472] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.558472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.558472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.558472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.558472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.558472] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 is going to be updated. [ 705.560488] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.560488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.560488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.560488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.560488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.560488] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 is going to be updated. [ 705.602111] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.602390] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-147" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.602706] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-147" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.602837] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-147" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.603737] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.603944] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.603987] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.604219] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.604364] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.604570] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.604680] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.604827] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.604973] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.605132] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.605547] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.605547] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.608622] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.608622] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.608622] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.608622] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.608817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.610655] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.610800] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.610844] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.610991] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.611130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.626140] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 in Status: IN_PROGRESS for 2s [ 705.626909] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: IN_PROGRESS for 2s [ 705.642025] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.642025] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 705.642025] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.642025] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-147" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.642025] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-5cf53b67-32ba-4988-8b1e-b76607cc5477 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.642025] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-5cf53b67-32ba-4988-8b1e-b76607cc5477" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.642025] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-5cf53b67-32ba-4988-8b1e-b76607cc5477" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.642025] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-5cf53b67-32ba-4988-8b1e-b76607cc5477" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.642025] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cf53b67-32ba-4988-8b1e-b76607cc5477',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.684403] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da58f436-37cf-43f8-acf8-3c0665d2877f [ 705.684403] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.684403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.684403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.684403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.684403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.684403] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da58f436-37cf-43f8-acf8-3c0665d2877f already deleted. [ 705.684403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da58f436-37cf-43f8-acf8-3c0665d2877f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.144712] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.145152] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.145152] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.145307] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.145458] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.145751] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 5cf53b67-32ba-4988-8b1e-b76607cc5477 not found, creating... [ 706.145876] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.146052] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.146168] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.146396] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.146525] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.146810] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.147201] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.147201] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.147297] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.147544] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.147608] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 5cf53b67-32ba-4988-8b1e-b76607cc5477 is going to be created. [ 706.170634] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.172746] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.172746] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.172746] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.172746] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.172746] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-5cf53b67-32ba-4988-8b1e-b76607cc5477" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.406856] env[65824]: INFO networking_nsxv3.common.synchronization [None req-0e62484c-9e7f-4210-9107-516a1f68a367 None None] Enqueued Resource ID: 8b69c44f-180f-4a3d-a795-43e41f46f783 with Priority: HIGHEST for action port [ 706.406856] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b69c44f-180f-4a3d-a795-43e41f46f783 with Priority: HIGHEST for action port [ 706.406962] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b69c44f-180f-4a3d-a795-43e41f46f783 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.407051] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b69c44f-180f-4a3d-a795-43e41f46f783" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.407703] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b69c44f-180f-4a3d-a795-43e41f46f783" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.407925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b69c44f-180f-4a3d-a795-43e41f46f783" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.408046] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b69c44f-180f-4a3d-a795-43e41f46f783',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.519085] env[65824]: INFO networking_nsxv3.common.synchronization [req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be req-1d47498e-58fa-4e2c-92ab-a315731a0ca9 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 706.519693] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 706.520017] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.520212] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.520212] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.520501] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.520654] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.520759] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.520827] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.520970] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.521069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.521167] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.672710] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3b0387a-4493-4936-8d32-d5661374010a in Status: SUCCESS [ 706.673551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.673837] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.674161] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.675063] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.675063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.675063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.675063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.675063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.675063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.675393] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3b0387a-4493-4936-8d32-d5661374010a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.910850] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b69c44f-180f-4a3d-a795-43e41f46f783 [ 706.911246] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.911246] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.911333] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.911676] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.911807] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.911971] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b69c44f-180f-4a3d-a795-43e41f46f783 already deleted. [ 706.912129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b69c44f-180f-4a3d-a795-43e41f46f783" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.954383] env[65824]: INFO networking_nsxv3.common.synchronization [req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 req-b0a8e655-05e3-411e-b8bc-1563dd931ec5 service nova] Enqueued Resource ID: ad277b55-878a-432b-9892-976b3111bcd8 with Priority: HIGHEST for action security_group_rules [ 706.954383] env[65824]: INFO networking_nsxv3.common.synchronization [req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 req-b0a8e655-05e3-411e-b8bc-1563dd931ec5 service nova] Enqueued Resource ID: ad277b55-878a-432b-9892-976b3111bcd8 with Priority: HIGHEST for action security_group_members [ 706.954523] env[65824]: INFO networking_nsxv3.common.synchronization [req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 req-b0a8e655-05e3-411e-b8bc-1563dd931ec5 service nova] Enqueued Resource ID: 5cf53b67-32ba-4988-8b1e-b76607cc5477 with Priority: HIGHEST for action port [ 706.955383] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad277b55-878a-432b-9892-976b3111bcd8 with Priority: HIGHEST for action security_group_rules [ 706.955479] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad277b55-878a-432b-9892-976b3111bcd8 with Priority: HIGHEST for action security_group_members [ 706.955599] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf53b67-32ba-4988-8b1e-b76607cc5477 with Priority: HIGHEST for action port [ 706.955824] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad277b55-878a-432b-9892-976b3111bcd8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.955933] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.956009] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.956937] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.957132] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad277b55-878a-432b-9892-976b3111bcd8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.960026] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad277b55-878a-432b-9892-976b3111bcd8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.960026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.960026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.960026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.960026] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.960026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.960026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.960026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.960026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.960026] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad277b55-878a-432b-9892-976b3111bcd8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.960767] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cf53b67-32ba-4988-8b1e-b76607cc5477 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.960956] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cf53b67-32ba-4988-8b1e-b76607cc5477" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.961021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cf53b67-32ba-4988-8b1e-b76607cc5477" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.961251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cf53b67-32ba-4988-8b1e-b76607cc5477" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.961336] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cf53b67-32ba-4988-8b1e-b76607cc5477',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.023662] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.023864] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.023936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.024178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.024272] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.024569] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.024569] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.024748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.024811] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.024884] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.024969] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 already deleted. [ 707.025056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.178279] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3b0387a-4493-4936-8d32-d5661374010a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.211948] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 in Status: SUCCESS [ 707.211948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.212198] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.212345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.212407] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.304469] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.304469] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.304717] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.304852] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.306021] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.306021] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.306021] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.306021] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.306021] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.306021] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.306383] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.306383] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.306542] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.306641] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.306743] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.306874] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.329757] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.329947] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.330161] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.330322] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.330628] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-37f939d5-f972-4d69-a535-ef2b8e5f5aa4 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.331430] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-37f939d5-f972-4d69-a535-ef2b8e5f5aa4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.331430] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-37f939d5-f972-4d69-a535-ef2b8e5f5aa4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.331430] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-37f939d5-f972-4d69-a535-ef2b8e5f5aa4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.331745] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37f939d5-f972-4d69-a535-ef2b8e5f5aa4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.463659] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad277b55-878a-432b-9892-976b3111bcd8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.464394] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad277b55-878a-432b-9892-976b3111bcd8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.464573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.464966] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cf53b67-32ba-4988-8b1e-b76607cc5477 with status ACTIVE [ 707.465027] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.465118] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.465509] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.465509] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.465669] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.466027] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.466027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.466027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.466306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.466443] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.466698] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.466857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.467044] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.467165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.467305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.467430] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cf53b67-32ba-4988-8b1e-b76607cc5477 is going to be updated. [ 707.493827] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.494289] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.494289] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.494289] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.494417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.494604] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cf53b67-32ba-4988-8b1e-b76607cc5477" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.642338] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 in Status: SUCCESS [ 707.642338] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.642338] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.642338] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.642338] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.642599] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.642599] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.642721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.642849] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.642955] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.644996] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: SUCCESS [ 707.647371] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.647498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.647712] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.647896] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.648026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.648086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.648262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.648341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.648489] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.681157] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3b0387a-4493-4936-8d32-d5661374010a: rpc.has_security_group_logging(os_id): False [ 707.702569] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.702763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.702763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.702924] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.703050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.703294] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.703546] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.703546] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.703614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.703852] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.703852] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3b0387a-4493-4936-8d32-d5661374010a is going to be created. [ 707.714751] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-54df9f8d-425f-40a3-84b0-bbdd84892359 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.714979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.768255] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.768255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.768255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.768255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.768255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.781573] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3b0387a-4493-4936-8d32-d5661374010a in Status: IN_PROGRESS for 2s [ 707.833734] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.834374] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.834632] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.835019] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.835281] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.836097] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 37f939d5-f972-4d69-a535-ef2b8e5f5aa4 not found, creating... [ 707.836393] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.836583] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.836718] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.837033] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.837185] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.837591] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.837678] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.837793] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.838032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.838179] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.838347] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 37f939d5-f972-4d69-a535-ef2b8e5f5aa4 is going to be created. [ 707.881027] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.881027] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.881027] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.881027] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.881027] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.881027] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-37f939d5-f972-4d69-a535-ef2b8e5f5aa4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.970090] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad277b55-878a-432b-9892-976b3111bcd8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.015023] env[65824]: INFO networking_nsxv3.common.synchronization [None req-8c8d641f-1b6f-42cf-892c-d2cdd3085d31 None None] Enqueued Resource ID: d9edcb2f-083f-4a19-8ebf-afbae3fb051f with Priority: HIGHEST for action port [ 708.019170] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9edcb2f-083f-4a19-8ebf-afbae3fb051f with Priority: HIGHEST for action port [ 708.019828] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9edcb2f-083f-4a19-8ebf-afbae3fb051f taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.019964] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9edcb2f-083f-4a19-8ebf-afbae3fb051f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.020045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9edcb2f-083f-4a19-8ebf-afbae3fb051f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.020343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9edcb2f-083f-4a19-8ebf-afbae3fb051f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.020429] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9edcb2f-083f-4a19-8ebf-afbae3fb051f',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.046207] env[65824]: INFO networking_nsxv3.common.synchronization [None req-6c8b3428-40da-453b-9c41-a83f07cb3d59 None None] Enqueued Resource ID: ee040777-18a6-4607-b9dd-91b617106a8a with Priority: HIGHEST for action port [ 708.046891] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee040777-18a6-4607-b9dd-91b617106a8a with Priority: HIGHEST for action port [ 708.047185] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee040777-18a6-4607-b9dd-91b617106a8a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.047317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee040777-18a6-4607-b9dd-91b617106a8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.047411] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee040777-18a6-4607-b9dd-91b617106a8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.047648] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee040777-18a6-4607-b9dd-91b617106a8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.047773] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee040777-18a6-4607-b9dd-91b617106a8a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.150444] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.151560] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.472303] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.472617] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.472617] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.472746] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.472835] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.472934] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad277b55-878a-432b-9892-976b3111bcd8 is going to be created. [ 708.526412] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.527439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.527439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.527439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.527439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.528513] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9edcb2f-083f-4a19-8ebf-afbae3fb051f [ 708.528745] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.528814] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.528883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.529199] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.529411] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.529411] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9edcb2f-083f-4a19-8ebf-afbae3fb051f already deleted. [ 708.529515] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9edcb2f-083f-4a19-8ebf-afbae3fb051f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.551614] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee040777-18a6-4607-b9dd-91b617106a8a [ 708.552722] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.552857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.552911] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.553153] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.553250] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.553401] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee040777-18a6-4607-b9dd-91b617106a8a already deleted. [ 708.553515] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee040777-18a6-4607-b9dd-91b617106a8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.554570] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad277b55-878a-432b-9892-976b3111bcd8 in Status: UNINITIALIZED for 2s [ 708.593875] env[65824]: INFO networking_nsxv3.common.synchronization [req-a269bc0d-178b-48b9-853a-a8eef7e02fca req-198e6d31-3a82-4108-8a2f-ebf9bce776fc tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Enqueued Resource ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b with Priority: HIGHEST for action security_group_members [ 708.594825] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b with Priority: HIGHEST for action security_group_members [ 708.594825] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c41e15f-1fd8-4877-ba00-d12df99f404b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.595071] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.595071] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.595424] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.595590] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.595696] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.595754] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.595907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.595998] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.596110] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c41e15f-1fd8-4877-ba00-d12df99f404b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.611879] env[65824]: INFO networking_nsxv3.common.synchronization [req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be req-a80558ec-3c6e-4d24-adf5-412b01f18d36 service nova] Enqueued Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_rules [ 708.612081] env[65824]: INFO networking_nsxv3.common.synchronization [req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be req-a80558ec-3c6e-4d24-adf5-412b01f18d36 service nova] Enqueued Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 708.612887] env[65824]: INFO networking_nsxv3.common.synchronization [req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be req-a80558ec-3c6e-4d24-adf5-412b01f18d36 service nova] Enqueued Resource ID: 37f939d5-f972-4d69-a535-ef2b8e5f5aa4 with Priority: HIGHEST for action port [ 708.612887] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_rules [ 708.612887] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 708.612997] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f939d5-f972-4d69-a535-ef2b8e5f5aa4 with Priority: HIGHEST for action port [ 708.613666] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.613790] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.613874] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.614082] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.614165] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.615431] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.615544] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.615610] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.615788] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.615928] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.616025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.616086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.616236] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.616511] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.616511] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.618661] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-37f939d5-f972-4d69-a535-ef2b8e5f5aa4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.618661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37f939d5-f972-4d69-a535-ef2b8e5f5aa4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.618661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37f939d5-f972-4d69-a535-ef2b8e5f5aa4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.618661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37f939d5-f972-4d69-a535-ef2b8e5f5aa4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.618661] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37f939d5-f972-4d69-a535-ef2b8e5f5aa4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.653349] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.654290] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.869570] env[65824]: INFO networking_nsxv3.common.synchronization [req-c4b644f0-73c9-42ad-a630-f1883882430c req-031f5a1b-45f2-4fa7-ae41-739970e5f096 tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Enqueued Resource ID: 0b1f5849-b946-4f05-87c1-5232431dbafe with Priority: HIGHEST for action security_group_members [ 708.870230] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1f5849-b946-4f05-87c1-5232431dbafe with Priority: HIGHEST for action security_group_members [ 708.870485] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1f5849-b946-4f05-87c1-5232431dbafe taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.872604] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.872887] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.873858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.874385] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.874385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.874385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.876972] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.876972] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.876972] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b1f5849-b946-4f05-87c1-5232431dbafe',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.098779] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.098960] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.099024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.099257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.099454] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.099607] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.099607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.099746] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.100466] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.100466] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.100466] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b already deleted. [ 709.100466] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.119460] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.119637] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.119819] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.120983] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37f939d5-f972-4d69-a535-ef2b8e5f5aa4 with status ACTIVE [ 709.121227] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.121343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.121418] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.121726] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.121726] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.121870] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.123380] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.124243] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.124482] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.124571] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.124907] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.124907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.125097] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.126080] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.126178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.126751] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37f939d5-f972-4d69-a535-ef2b8e5f5aa4 is going to be updated. [ 709.157131] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.157131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.157131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.157131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.157131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.157306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37f939d5-f972-4d69-a535-ef2b8e5f5aa4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.157621] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.157755] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.157792] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.157947] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.158046] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.158115] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 is going to be updated. [ 709.159483] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.159651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.159781] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.159945] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.160053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.160183] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 is going to be updated. [ 709.193590] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.193706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.193706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.193985] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.195397] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.196865] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.197328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.197328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.200394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.200394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.203479] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.203666] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-705" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.203782] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-705" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.204102] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-705" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.205562] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.205562] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.205562] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.205562] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.205562] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.209333] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.209491] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.209612] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.209728] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.209834] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.209933] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.210085] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.211775] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 in Status: IN_PROGRESS for 2s [ 709.212500] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: IN_PROGRESS for 2s [ 709.233858] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.234806] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.234806] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.234806] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-705" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.234806] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-77a60377-8599-41a7-a420-8e1712632eb2 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.235100] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-77a60377-8599-41a7-a420-8e1712632eb2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.235100] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-77a60377-8599-41a7-a420-8e1712632eb2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.235363] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-77a60377-8599-41a7-a420-8e1712632eb2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.235496] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77a60377-8599-41a7-a420-8e1712632eb2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.377581] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.377683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.377787] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.377995] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.378109] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.378257] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.378488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.378488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.378661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.378661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.378831] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1f5849-b946-4f05-87c1-5232431dbafe is going to be updated. [ 709.407926] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.407926] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.407926] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.408172] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.408213] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.419111] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1f5849-b946-4f05-87c1-5232431dbafe in Status: IN_PROGRESS for 2s [ 709.631556] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.738842] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.739069] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.739213] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.739649] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.739892] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.740086] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 77a60377-8599-41a7-a420-8e1712632eb2 not found, creating... [ 709.740374] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.740862] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.740862] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.741046] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.741046] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.741355] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.741497] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.741613] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.741813] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.741960] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.742130] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 77a60377-8599-41a7-a420-8e1712632eb2 is going to be created. [ 709.764089] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.764295] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.764415] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.764694] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.765061] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.765294] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-77a60377-8599-41a7-a420-8e1712632eb2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.794331] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3b0387a-4493-4936-8d32-d5661374010a in Status: SUCCESS [ 709.794581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.845036] env[65824]: INFO networking_nsxv3.common.synchronization [req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc req-68b89a6f-a79a-4aed-82e8-45469f3a1107 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Enqueued Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 709.845498] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 709.846347] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.846347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.846347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.846572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.846753] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.846831] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.846975] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.847075] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.847164] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.847262] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.135371] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.135371] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.135556] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.135795] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.135795] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.135795] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 is going to be created. [ 710.165950] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.166068] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.166112] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.166312] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.166477] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.177553] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: UNINITIALIZED for 2s [ 710.247313] env[65824]: INFO networking_nsxv3.common.synchronization [req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc req-8e7f61c8-7776-4ea3-8591-6d2737a703c1 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Enqueued Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 710.247774] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 710.248357] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.248357] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.350027] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.350650] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.351045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.351353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.351487] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.351713] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.351982] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.351982] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.352076] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.352178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.352311] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 already deleted. [ 710.352356] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.352525] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.352682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.352845] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.352950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.353150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.353382] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.353517] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.353736] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.566364] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad277b55-878a-432b-9892-976b3111bcd8 in Status: SUCCESS [ 710.567269] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.567269] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.567766] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.567766] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.568050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.568296] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.569763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.569763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.569763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.569763] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad277b55-878a-432b-9892-976b3111bcd8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.679028] env[65824]: INFO networking_nsxv3.common.synchronization [req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc req-1a244aa8-5ec7-4ee2-a09e-48c7c4921137 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Enqueued Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 710.679028] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 710.679028] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.680635] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.821292] env[65824]: INFO networking_nsxv3.common.synchronization [req-4024fd65-55c8-45d8-b2c7-1de2a1548c4f req-b83e54f7-eb24-420f-bfb9-49802f3f5320 tempest-SecurityGroupRulesTestJSON-1119437862 tempest-SecurityGroupRulesTestJSON-1119437862-project-member] Enqueued Resource ID: c48d8069-13b3-4980-a17a-4c03a1df456f with Priority: HIGHEST for action security_group_rules [ 710.821978] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c48d8069-13b3-4980-a17a-4c03a1df456f with Priority: HIGHEST for action security_group_rules [ 710.822674] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c48d8069-13b3-4980-a17a-4c03a1df456f taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.822784] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c48d8069-13b3-4980-a17a-4c03a1df456f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.823199] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c48d8069-13b3-4980-a17a-4c03a1df456f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.823543] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c48d8069-13b3-4980-a17a-4c03a1df456f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.823637] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c48d8069-13b3-4980-a17a-4c03a1df456f',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.837278] env[65824]: INFO networking_nsxv3.common.synchronization [None req-a620e1bf-8cc1-4682-8449-71c4ed0ecddc None None] Enqueued Resource ID: 3de2afaf-c48f-4c25-adcb-73d69d65d787 with Priority: HIGHEST for action port [ 710.837278] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de2afaf-c48f-4c25-adcb-73d69d65d787 with Priority: HIGHEST for action port [ 710.837278] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-3de2afaf-c48f-4c25-adcb-73d69d65d787 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.837278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3de2afaf-c48f-4c25-adcb-73d69d65d787" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.837278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3de2afaf-c48f-4c25-adcb-73d69d65d787" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.837629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3de2afaf-c48f-4c25-adcb-73d69d65d787" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.838580] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3de2afaf-c48f-4c25-adcb-73d69d65d787',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.856786] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.856922] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.856994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.857220] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.857315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.857514] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.857618] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.857670] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.857871] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.857950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.858392] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 already deleted. [ 710.858392] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.858392] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.858524] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.858553] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.858698] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.858698] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.858823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.858893] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.858986] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.962207] env[65824]: INFO networking_nsxv3.common.synchronization [req-a269bc0d-178b-48b9-853a-a8eef7e02fca req-54b9f42b-0cfa-417e-ab20-e209afe9066f service nova] Enqueued Resource ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b with Priority: HIGHEST for action security_group_rules [ 710.962207] env[65824]: INFO networking_nsxv3.common.synchronization [req-a269bc0d-178b-48b9-853a-a8eef7e02fca req-54b9f42b-0cfa-417e-ab20-e209afe9066f service nova] Enqueued Resource ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b with Priority: HIGHEST for action security_group_members [ 710.965408] env[65824]: INFO networking_nsxv3.common.synchronization [req-a269bc0d-178b-48b9-853a-a8eef7e02fca req-54b9f42b-0cfa-417e-ab20-e209afe9066f service nova] Enqueued Resource ID: 77a60377-8599-41a7-a420-8e1712632eb2 with Priority: HIGHEST for action port [ 710.966256] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b with Priority: HIGHEST for action security_group_rules [ 710.966562] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b with Priority: HIGHEST for action security_group_members [ 710.966797] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a60377-8599-41a7-a420-8e1712632eb2 with Priority: HIGHEST for action port [ 710.968994] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c41e15f-1fd8-4877-ba00-d12df99f404b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.968994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.968994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.968994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.968994] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c41e15f-1fd8-4877-ba00-d12df99f404b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.968994] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c41e15f-1fd8-4877-ba00-d12df99f404b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.968994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.968994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.968994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.970551] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.970773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.970894] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.971103] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.971726] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.973604] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c41e15f-1fd8-4877-ba00-d12df99f404b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.973604] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-77a60377-8599-41a7-a420-8e1712632eb2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.973604] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77a60377-8599-41a7-a420-8e1712632eb2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.973604] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77a60377-8599-41a7-a420-8e1712632eb2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.973917] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77a60377-8599-41a7-a420-8e1712632eb2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.974051] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77a60377-8599-41a7-a420-8e1712632eb2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.070817] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad277b55-878a-432b-9892-976b3111bcd8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.070817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.070969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.071146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.071339] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.071456] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.071535] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.071677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.071756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.071860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.072011] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad277b55-878a-432b-9892-976b3111bcd8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.072105] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.072200] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.072329] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.072695] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.072695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.072695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.072853] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.072853] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.072912] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.073022] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad277b55-878a-432b-9892-976b3111bcd8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.122457] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.122673] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-496" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.122774] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-496" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.123098] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-496" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.123360] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.123895] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.124058] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.124651] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.124841] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.125059] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.125174] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.125280] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.125434] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.125563] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.125667] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.125794] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.145981] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.146165] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.146267] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.146442] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-496" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.146755] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-adcf549e-624f-441d-883d-fc0acd8c617a taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.146937] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-adcf549e-624f-441d-883d-fc0acd8c617a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.147066] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-adcf549e-624f-441d-883d-fc0acd8c617a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.147506] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-adcf549e-624f-441d-883d-fc0acd8c617a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.147657] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adcf549e-624f-441d-883d-fc0acd8c617a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.224411] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 in Status: SUCCESS [ 711.224954] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.225269] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.225692] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.225969] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.226168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.226324] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.226538] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.226669] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.226857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.226987] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.228681] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: SUCCESS [ 711.229076] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.229297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.229532] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.230298] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.230298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.230298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.230298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.230298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.230630] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.230630] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.230728] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.230774] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.230970] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.231172] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.231307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.231370] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.231541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.232608] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.232608] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.232608] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.342925] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3de2afaf-c48f-4c25-adcb-73d69d65d787 [ 711.342925] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.342925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.342925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.342925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.342925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.342925] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3de2afaf-c48f-4c25-adcb-73d69d65d787 already deleted. [ 711.342925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3de2afaf-c48f-4c25-adcb-73d69d65d787" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.363539] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.363539] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.363539] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.363992] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.363992] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.363992] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.364213] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.364213] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.364326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.364379] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.364492] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 already deleted. [ 711.364698] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.370828] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.370828] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.370828] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.370828] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.371249] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.371249] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c48d8069-13b3-4980-a17a-4c03a1df456f already deleted. [ 711.371249] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c48d8069-13b3-4980-a17a-4c03a1df456f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.438663] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1f5849-b946-4f05-87c1-5232431dbafe in Status: SUCCESS [ 711.438663] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1f5849-b946-4f05-87c1-5232431dbafe deletion is rescheduled due to dependency. [ 711.438663] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1f5849-b946-4f05-87c1-5232431dbafe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.474346] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c41e15f-1fd8-4877-ba00-d12df99f404b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.478509] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c41e15f-1fd8-4877-ba00-d12df99f404b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.478847] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.479835] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77a60377-8599-41a7-a420-8e1712632eb2 with status ACTIVE [ 711.480152] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.480339] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.480446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.480766] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.480926] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.481210] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.481362] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.481439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.481669] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.481780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.482018] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.482133] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.482202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.482450] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.482570] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.482667] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77a60377-8599-41a7-a420-8e1712632eb2 is going to be updated. [ 711.525074] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.525268] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.525268] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.525491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.525679] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.525923] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77a60377-8599-41a7-a420-8e1712632eb2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.575451] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad277b55-878a-432b-9892-976b3111bcd8: rpc.has_security_group_logging(os_id): False [ 711.598906] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.599152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.599152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.599394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.599557] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.599713] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.599836] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.599895] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.600105] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.600184] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.600442] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.600548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.600613] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.600766] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.600842] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.601095] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.601264] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.601264] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.601562] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.601562] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.601562] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad277b55-878a-432b-9892-976b3111bcd8 is going to be created. [ 711.650180] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.650433] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.650563] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.650866] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.651027] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.651183] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port adcf549e-624f-441d-883d-fc0acd8c617a not found, creating... [ 711.651502] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.651606] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.651717] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.651947] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.652095] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.652470] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.652622] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.652734] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.652944] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.653234] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.653507] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: adcf549e-624f-441d-883d-fc0acd8c617a is going to be created. [ 711.684425] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.684807] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.684807] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.685010] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.685234] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.685465] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-adcf549e-624f-441d-883d-fc0acd8c617a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.732209] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.732400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.732479] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.732698] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.732875] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.734093] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.735191] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69625ff6-5e84-4712-92bd-16eb7aa48071: rpc.has_security_group_logging(os_id): False [ 711.755663] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.755916] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.756112] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.756453] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.756607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.756907] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.757058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.757156] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.757354] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.757458] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.757689] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.757840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.758324] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.758324] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.758324] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.758601] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.758601] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.758673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.759514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.759514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.759514] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 is going to be updated. [ 711.760967] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad277b55-878a-432b-9892-976b3111bcd8 in Status: IN_PROGRESS for 2s [ 711.922034] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.922034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.922034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.922034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.922034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.952984] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: IN_PROGRESS for 2s [ 711.976961] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c41e15f-1fd8-4877-ba00-d12df99f404b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.188533] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: SUCCESS [ 712.188779] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.189019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.189240] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.189466] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.189822] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.189896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.190089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.190282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.190480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.190480] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.237260] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54df9f8d-425f-40a3-84b0-bbdd84892359: rpc.has_security_group_logging(os_id): False [ 712.261024] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.261259] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.261352] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.261691] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.261691] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.262052] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.262163] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.262212] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.262541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.262541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.262753] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 is going to be updated. [ 712.337829] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.337829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.338471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.338471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.338471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.343192] env[65824]: INFO networking_nsxv3.common.synchronization [req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 req-1b18fc2d-010f-4426-a46c-8ca5cd67d847 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Enqueued Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_members [ 712.344008] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_members [ 712.344462] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.344595] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.344708] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.344981] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.345202] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.345672] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.345672] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.345672] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.345672] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.345833] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.351659] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 in Status: IN_PROGRESS for 2s [ 712.436989] env[65824]: INFO networking_nsxv3.common.synchronization [req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc req-5afb7691-6f8d-4a2f-aa37-748ac2bef359 service nova] Enqueued Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_rules [ 712.436989] env[65824]: INFO networking_nsxv3.common.synchronization [req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc req-5afb7691-6f8d-4a2f-aa37-748ac2bef359 service nova] Enqueued Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 712.437252] env[65824]: INFO networking_nsxv3.common.synchronization [req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc req-5afb7691-6f8d-4a2f-aa37-748ac2bef359 service nova] Enqueued Resource ID: adcf549e-624f-441d-883d-fc0acd8c617a with Priority: HIGHEST for action port [ 712.438095] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_rules [ 712.438357] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 712.438574] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adcf549e-624f-441d-883d-fc0acd8c617a with Priority: HIGHEST for action port [ 712.439085] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.439336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.439488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.439890] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.440089] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.441472] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.441745] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.441745] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.442761] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.443075] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.443315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.443468] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.443764] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.443936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.444134] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.445325] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-adcf549e-624f-441d-883d-fc0acd8c617a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.446045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adcf549e-624f-441d-883d-fc0acd8c617a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.446162] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adcf549e-624f-441d-883d-fc0acd8c617a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.446392] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adcf549e-624f-441d-883d-fc0acd8c617a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.446674] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adcf549e-624f-441d-883d-fc0acd8c617a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.480328] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.480328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.480328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.480328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.480328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.480328] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b is going to be created. [ 712.518526] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.518526] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.518714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.518893] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.519333] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.534035] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b in Status: UNINITIALIZED for 2s [ 712.693843] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.693843] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.693843] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.693843] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.694687] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.694687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.694687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.694687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.694687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.694687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.694687] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.694687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.694687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.695566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.695566] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.695566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.695566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.695566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.695566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.695566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.695566] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.848971] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.849196] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.849270] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.849532] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.849658] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.849894] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.850071] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.850071] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.850243] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.850343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.850478] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a is going to be updated. [ 712.854133] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-109 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.854539] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-109" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.854539] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-109" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.854827] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-109" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.855154] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.855311] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.855423] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.856221] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.856221] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.856221] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.856221] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.856456] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.857238] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.857238] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.857238] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.857238] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.886396] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.886579] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 712.886714] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.886886] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-109" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.887264] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-8cac59ec-8919-43cb-9095-915d5d70c86b taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.887443] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-8cac59ec-8919-43cb-9095-915d5d70c86b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.887558] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-8cac59ec-8919-43cb-9095-915d5d70c86b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.887931] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-8cac59ec-8919-43cb-9095-915d5d70c86b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.888107] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cac59ec-8919-43cb-9095-915d5d70c86b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.889868] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.890041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.890173] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.890716] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.890869] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.904676] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: IN_PROGRESS for 2s [ 712.950118] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.950378] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.950592] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.951921] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port adcf549e-624f-441d-883d-fc0acd8c617a with status ACTIVE [ 712.952124] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.952346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.952414] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.952614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.952708] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.952895] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.953138] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.953205] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.953375] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.953485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.953633] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.953724] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.953788] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.953923] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.953996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.954096] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: adcf549e-624f-441d-883d-fc0acd8c617a is going to be updated. [ 712.988301] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.988301] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.988301] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.988301] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.988301] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.988301] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adcf549e-624f-441d-883d-fc0acd8c617a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.201889] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9fbec62-5fab-43be-8bfd-5f8949350202: rpc.has_security_group_logging(os_id): False [ 713.223092] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.223092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.223092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.223092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.223092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.223092] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.223092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.223092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.223092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.223092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.223903] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.224148] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.224301] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.224572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.224754] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.225076] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.225327] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.225527] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.225800] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.225978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.226164] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 is going to be created. [ 713.246022] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.246853] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-432" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.246853] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-432" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.247024] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-432" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.247331] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.247542] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.247640] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.249348] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.249348] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.249348] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.249348] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.249348] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.249348] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.249348] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.249348] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.249348] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.295561] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.295561] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.295561] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.295932] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-432" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.297718] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-9d2b3916-a120-4293-a31e-dbd8dff973dd taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.297718] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-9d2b3916-a120-4293-a31e-dbd8dff973dd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.297718] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-9d2b3916-a120-4293-a31e-dbd8dff973dd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.297718] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-9d2b3916-a120-4293-a31e-dbd8dff973dd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.297718] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d2b3916-a120-4293-a31e-dbd8dff973dd',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.384797] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.385124] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.385184] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.385414] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.385612] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.394105] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.394334] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.394412] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.394680] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.394825] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.394966] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 8cac59ec-8919-43cb-9095-915d5d70c86b not found, creating... [ 713.395232] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.395371] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.395481] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.395695] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.395817] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.396115] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.396259] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.396367] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.396565] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.396691] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.396846] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 8cac59ec-8919-43cb-9095-915d5d70c86b is going to be created. [ 713.398523] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: IN_PROGRESS for 2s [ 713.420709] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.420932] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.421059] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.421357] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.421601] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.421830] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-8cac59ec-8919-43cb-9095-915d5d70c86b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.457309] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.774273] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad277b55-878a-432b-9892-976b3111bcd8 in Status: SUCCESS [ 713.774642] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.799627] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.799990] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.800216] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.800711] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.801057] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.801405] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 9d2b3916-a120-4293-a31e-dbd8dff973dd not found, creating... [ 713.801894] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.802121] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.802349] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.802728] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.802921] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.803458] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.803721] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.803919] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.804293] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.804525] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.804755] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 9d2b3916-a120-4293-a31e-dbd8dff973dd is going to be created. [ 713.827821] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.828133] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.828309] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.828663] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.828966] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.829298] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-9d2b3916-a120-4293-a31e-dbd8dff973dd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.959558] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.959730] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.959916] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.960222] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.960545] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.960747] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 is going to be created. [ 713.972756] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: SUCCESS [ 713.973046] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.973243] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.973548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.973653] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.001078] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.001078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.001078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.001078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.001078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.014855] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: UNINITIALIZED for 2s [ 714.190791] env[65824]: INFO networking_nsxv3.common.synchronization [req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 req-53b99ae2-ac4b-4c5c-bed1-43a9b5b4ce13 service nova] Enqueued Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_rules [ 714.190791] env[65824]: INFO networking_nsxv3.common.synchronization [req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 req-53b99ae2-ac4b-4c5c-bed1-43a9b5b4ce13 service nova] Enqueued Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_members [ 714.190791] env[65824]: INFO networking_nsxv3.common.synchronization [req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 req-53b99ae2-ac4b-4c5c-bed1-43a9b5b4ce13 service nova] Enqueued Resource ID: 8cac59ec-8919-43cb-9095-915d5d70c86b with Priority: HIGHEST for action port [ 714.191799] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_rules [ 714.192720] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_members [ 714.192720] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cac59ec-8919-43cb-9095-915d5d70c86b with Priority: HIGHEST for action port [ 714.195053] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.195053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.195053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.195053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.195053] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.195053] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.195053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.195838] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cac59ec-8919-43cb-9095-915d5d70c86b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.196183] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cac59ec-8919-43cb-9095-915d5d70c86b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.196431] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cac59ec-8919-43cb-9095-915d5d70c86b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.197487] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cac59ec-8919-43cb-9095-915d5d70c86b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.197720] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cac59ec-8919-43cb-9095-915d5d70c86b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.369829] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 in Status: SUCCESS [ 714.372365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.481216] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.481392] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.481459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.481730] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.482063] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.482425] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.482519] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.482738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.482843] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.482944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.483045] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.545204] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b in Status: SUCCESS [ 714.545418] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.545604] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.545908] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.545993] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.546128] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.546195] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.546344] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.546426] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.546509] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.546598] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c41e15f-1fd8-4877-ba00-d12df99f404b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.568881] env[65824]: INFO networking_nsxv3.common.synchronization [req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc req-58bd062e-b206-40ea-95a5-da50a72892e8 service nova] Enqueued Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_rules [ 714.568881] env[65824]: INFO networking_nsxv3.common.synchronization [req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc req-58bd062e-b206-40ea-95a5-da50a72892e8 service nova] Enqueued Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 714.569370] env[65824]: INFO networking_nsxv3.common.synchronization [req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc req-58bd062e-b206-40ea-95a5-da50a72892e8 service nova] Enqueued Resource ID: 9d2b3916-a120-4293-a31e-dbd8dff973dd with Priority: HIGHEST for action port [ 714.569636] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_rules [ 714.569768] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 714.569868] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d2b3916-a120-4293-a31e-dbd8dff973dd with Priority: HIGHEST for action port [ 714.573337] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.573337] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.573337] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.573337] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.573561] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d2b3916-a120-4293-a31e-dbd8dff973dd taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.573631] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d2b3916-a120-4293-a31e-dbd8dff973dd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.573668] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d2b3916-a120-4293-a31e-dbd8dff973dd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.574275] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d2b3916-a120-4293-a31e-dbd8dff973dd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.574275] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d2b3916-a120-4293-a31e-dbd8dff973dd',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.700298] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.700298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.702560] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cac59ec-8919-43cb-9095-915d5d70c86b with status ACTIVE [ 714.702837] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.703134] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.703134] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.703424] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.703567] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.703827] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.703995] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.704120] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.704387] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.704563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.704780] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.704934] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.705039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.705303] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.705424] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.705577] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cac59ec-8919-43cb-9095-915d5d70c86b is going to be updated. [ 714.729317] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.729532] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.729640] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.729936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.730147] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.730379] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cac59ec-8919-43cb-9095-915d5d70c86b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.915794] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: SUCCESS [ 714.916058] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a deletion is rescheduled due to dependency. [ 714.916151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.916260] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.916457] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.916646] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.916763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.916827] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.916989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.917084] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.917181] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.987907] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.987907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.987907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.987907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.987907] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.988326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.988326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.988326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.988407] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.988476] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.988684] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.988843] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.988982] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.989173] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.989352] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.989499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.989612] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.989758] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.989860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.989973] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.990108] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.050642] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c41e15f-1fd8-4877-ba00-d12df99f404b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.050760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.050992] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.051088] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.051466] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.051466] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.051466] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.051664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.051753] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.051851] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.052009] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c41e15f-1fd8-4877-ba00-d12df99f404b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.052135] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.052201] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.052416] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.052620] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.052718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.052798] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.053350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.053350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.053350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.053350] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c41e15f-1fd8-4877-ba00-d12df99f404b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.076082] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d2b3916-a120-4293-a31e-dbd8dff973dd with status ACTIVE [ 715.076337] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.076513] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.076587] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.076824] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.076957] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.077195] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.077425] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.077425] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.077570] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.077671] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.077875] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.077973] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.078044] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.078244] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.078310] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.078374] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d2b3916-a120-4293-a31e-dbd8dff973dd is going to be updated. [ 715.102095] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.102280] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.102779] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.102779] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.102779] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.102893] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d2b3916-a120-4293-a31e-dbd8dff973dd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.412538] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: SUCCESS [ 715.412617] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.419184] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.465363] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.465517] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-496" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.465640] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-496" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.465903] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-496" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.466281] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.466563] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.466699] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.466982] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.467150] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.467365] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.467474] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.467699] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.467818] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.467925] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.468052] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.468189] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.492703] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.492885] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.493085] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.493705] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-496" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.493705] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.493900] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.493900] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.494721] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.494721] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.495384] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69625ff6-5e84-4712-92bd-16eb7aa48071: rpc.has_security_group_logging(os_id): False [ 715.520715] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.520861] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.520953] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.521101] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.521371] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.521457] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.521560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.521917] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.521917] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.521917] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.522061] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.522132] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.522189] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.522417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.522493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.522700] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.522780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.522842] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.522976] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.523065] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.523144] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 is going to be updated. [ 715.556987] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c41e15f-1fd8-4877-ba00-d12df99f404b: rpc.has_security_group_logging(os_id): False [ 715.577218] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.577218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.577218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.577218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.577218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.577218] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.577218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.577218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.577218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.577218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.577218] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.577218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.577218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.577218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.577690] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.577690] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.577690] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.577690] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.577805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.577832] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.579018] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b is going to be created. [ 715.590345] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.590480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.590537] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.590762] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.590908] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.611565] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: IN_PROGRESS for 2s [ 715.644781] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.645077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.645176] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.645441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.645658] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.668843] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b in Status: IN_PROGRESS for 2s [ 715.922012] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.998285] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.998851] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.998985] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.999372] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.999657] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.999943] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff not found, creating... [ 716.000128] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.000274] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.000344] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.000577] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.000762] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.001083] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.001234] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.001349] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.001571] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.001748] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.002319] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff is going to be created. [ 716.026104] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: SUCCESS [ 716.026341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.026560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.026858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.027156] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.027326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.027417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.027648] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.027778] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.027898] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.028034] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.029392] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.029392] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.029604] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.029665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.029728] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.029945] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.030052] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.030218] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.032012] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.032300] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.032437] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.032796] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.033205] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.033487] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.425488] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.425727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.425727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.425935] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.426062] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.426172] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a is going to be updated. [ 716.469799] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.469990] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.470093] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.470365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.470583] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.480644] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: IN_PROGRESS for 2s [ 716.535711] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.535884] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.535981] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.804964] env[65824]: INFO networking_nsxv3.common.synchronization [req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc req-f56b1d44-776c-47c5-8211-ccd3b1c08a19 service nova] Enqueued Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_rules [ 716.804964] env[65824]: INFO networking_nsxv3.common.synchronization [req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc req-f56b1d44-776c-47c5-8211-ccd3b1c08a19 service nova] Enqueued Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 716.804964] env[65824]: INFO networking_nsxv3.common.synchronization [req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc req-f56b1d44-776c-47c5-8211-ccd3b1c08a19 service nova] Enqueued Resource ID: 9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff with Priority: HIGHEST for action port [ 716.804964] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_rules [ 716.804964] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 716.804964] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff with Priority: HIGHEST for action port [ 716.806218] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.806434] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.806725] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.807208] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.807869] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.808178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.808393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.808676] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.808972] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.038829] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.312888] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff with status ACTIVE [ 717.313299] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.313299] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.313484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.313640] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.313740] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.313934] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.314111] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.314157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.314287] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.314373] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.314602] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.314691] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.314771] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.314897] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.314998] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.315169] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff is going to be updated. [ 717.340346] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.340550] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.340657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.340955] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.341177] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.341422] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.541545] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.542109] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.542109] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.542109] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.542260] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.542372] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 is going to be updated. [ 717.575660] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.575660] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.575660] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.576180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.576840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.588511] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: IN_PROGRESS for 2s [ 717.628078] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: SUCCESS [ 717.628291] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.682343] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b in Status: SUCCESS [ 717.682682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.344983] env[65824]: INFO networking_nsxv3.common.synchronization [req-06903a70-fc76-4adc-bf4b-7b7beea0a489 req-46e9ff3f-2b2a-4e0f-9cd7-f31fc06c9afe tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Enqueued Resource ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 with Priority: HIGHEST for action security_group_members [ 718.346029] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 with Priority: HIGHEST for action security_group_members [ 718.346029] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.346548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.346548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.346643] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.347378] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.347378] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.347378] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.347378] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.347378] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.347761] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.503275] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: SUCCESS [ 718.504117] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.504117] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.504117] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.504321] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.504393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.504471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.504657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.504792] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.504884] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.504976] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.849847] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.850293] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.850401] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.850642] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.870657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.870657] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.870808] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.870808] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.870930] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.871032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.871127] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 is going to be updated. [ 718.902905] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.903104] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.903176] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.903356] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.903497] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.913296] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 in Status: IN_PROGRESS for 2s [ 719.008061] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.008307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.008444] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.008721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.008923] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.009090] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.009146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.009297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.009393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.009496] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.009647] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.009741] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.009815] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.009961] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.010125] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.010241] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.010315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.010480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.010563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.010646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.010749] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.033962] env[65824]: INFO networking_nsxv3.common.synchronization [req-f54ee362-782a-4fd3-9682-f33d1251151d req-7313ffeb-18a3-42ed-8031-4cd86863c3aa tempest-SecurityGroupRulesTestJSON-1119437862 tempest-SecurityGroupRulesTestJSON-1119437862-project-member] Enqueued Resource ID: 48211a0c-582d-4bf0-a94b-2feab52ddbef with Priority: HIGHEST for action security_group_rules [ 719.033962] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48211a0c-582d-4bf0-a94b-2feab52ddbef with Priority: HIGHEST for action security_group_rules [ 719.033962] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48211a0c-582d-4bf0-a94b-2feab52ddbef taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.034321] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48211a0c-582d-4bf0-a94b-2feab52ddbef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.034505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48211a0c-582d-4bf0-a94b-2feab52ddbef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.034901] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48211a0c-582d-4bf0-a94b-2feab52ddbef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.035123] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48211a0c-582d-4bf0-a94b-2feab52ddbef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.408248] env[65824]: INFO networking_nsxv3.common.synchronization [req-51553057-f536-436b-8f3d-851259b78180 req-480bcc29-2b76-497a-b686-f21fb6597fcd tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Enqueued Resource ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 with Priority: HIGHEST for action security_group_members [ 719.409090] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 with Priority: HIGHEST for action security_group_members [ 719.410403] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-226cbd47-64a1-4eb4-a04a-6c6094d69737 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.410403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.410403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.410403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.410660] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.410660] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.410764] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.410888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.410957] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.411076] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('226cbd47-64a1-4eb4-a04a-6c6094d69737',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.515520] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2ab1edc-9ee3-4707-8ed3-2271e5b9928a: rpc.has_security_group_logging(os_id): False [ 719.540171] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.540171] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.540171] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.540171] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.540171] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.540444] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.540506] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.540542] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.541385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.541385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.541385] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.541385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.541385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.541385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.541673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.541673] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.542556] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.542556] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.542556] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.542556] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.542556] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a is going to be updated. [ 719.564060] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.564060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.564060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.564337] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.564441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.564553] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48211a0c-582d-4bf0-a94b-2feab52ddbef already deleted. [ 719.564650] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48211a0c-582d-4bf0-a94b-2feab52ddbef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.599911] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: SUCCESS [ 719.600165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.600487] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.600877] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.601030] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.601184] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.601268] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.601464] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.601547] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.601632] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.601899] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.602161] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.602352] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.602491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.602667] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.602769] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.602839] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.602973] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.603063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.603137] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.603246] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.604154] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.604332] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.604492] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.604594] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.604657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.604821] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.604890] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.604980] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.617908] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.618119] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.618181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.618370] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.618549] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.638755] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: IN_PROGRESS for 2s [ 719.864062] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.864256] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.864353] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.864653] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.864951] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.867447] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.867589] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.867841] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.867995] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.868237] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.868347] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.868454] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.868557] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.868701] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.868825] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.868966] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.893515] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.893710] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.893883] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.894056] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.894412] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-671590e0-dea7-4f75-8708-2525447fb2f4 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.894640] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-671590e0-dea7-4f75-8708-2525447fb2f4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.894800] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-671590e0-dea7-4f75-8708-2525447fb2f4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.895243] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-671590e0-dea7-4f75-8708-2525447fb2f4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.895418] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('671590e0-dea7-4f75-8708-2525447fb2f4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.913578] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.913823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.913916] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.914192] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.914364] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.914685] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.914855] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.914940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.915243] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.915453] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.915630] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 already deleted. [ 719.915786] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.106573] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b931007-6ca7-4eb2-98ad-4108addac9b9: rpc.has_security_group_logging(os_id): False [ 720.108125] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.130021] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.130021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.130021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.130021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.130021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.130021] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.130021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.130021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.130021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.130021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.130021] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.130021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.130021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.130021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.130021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.130623] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.130623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.130623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.130806] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.131060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.133468] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 is going to be created. [ 720.199750] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.200094] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.200229] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.200490] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.200794] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.213693] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: IN_PROGRESS for 2s [ 720.399268] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.399268] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.399268] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.399515] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.399753] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.400135] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 671590e0-dea7-4f75-8708-2525447fb2f4 not found, creating... [ 720.400438] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.400655] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.400795] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.401182] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.401378] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.401868] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.402344] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.402539] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.402893] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.403140] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.403402] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 671590e0-dea7-4f75-8708-2525447fb2f4 is going to be created. [ 720.424696] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.425114] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.425114] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.425759] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.425759] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.426068] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-671590e0-dea7-4f75-8708-2525447fb2f4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.612412] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.648856] env[65824]: INFO networking_nsxv3.common.synchronization [None req-c4c65378-1f8a-4a68-86c5-593a7b839a9f None None] Enqueued Resource ID: c8b9ba80-e0e6-43bf-86ec-13e06bd71f16 with Priority: HIGHEST for action port [ 720.648913] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b9ba80-e0e6-43bf-86ec-13e06bd71f16 with Priority: HIGHEST for action port [ 720.649480] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8b9ba80-e0e6-43bf-86ec-13e06bd71f16 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.649579] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8b9ba80-e0e6-43bf-86ec-13e06bd71f16" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.649650] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8b9ba80-e0e6-43bf-86ec-13e06bd71f16" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.649922] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8b9ba80-e0e6-43bf-86ec-13e06bd71f16" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.650041] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8b9ba80-e0e6-43bf-86ec-13e06bd71f16',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.926611] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 in Status: SUCCESS [ 720.926792] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 deletion is rescheduled due to dependency. [ 720.926923] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.115152] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.115313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.115489] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.115648] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.115702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.115791] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 is going to be updated. [ 721.130120] env[65824]: INFO networking_nsxv3.common.synchronization [req-51553057-f536-436b-8f3d-851259b78180 req-d445c2f1-ab40-43c8-b43a-e0dde269d11b service nova] Enqueued Resource ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 with Priority: HIGHEST for action security_group_rules [ 721.130258] env[65824]: INFO networking_nsxv3.common.synchronization [req-51553057-f536-436b-8f3d-851259b78180 req-d445c2f1-ab40-43c8-b43a-e0dde269d11b service nova] Enqueued Resource ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 with Priority: HIGHEST for action security_group_members [ 721.130503] env[65824]: INFO networking_nsxv3.common.synchronization [req-51553057-f536-436b-8f3d-851259b78180 req-d445c2f1-ab40-43c8-b43a-e0dde269d11b service nova] Enqueued Resource ID: 671590e0-dea7-4f75-8708-2525447fb2f4 with Priority: HIGHEST for action port [ 721.131082] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 with Priority: HIGHEST for action security_group_rules [ 721.131246] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 with Priority: HIGHEST for action security_group_members [ 721.131350] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 671590e0-dea7-4f75-8708-2525447fb2f4 with Priority: HIGHEST for action port [ 721.131627] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-226cbd47-64a1-4eb4-a04a-6c6094d69737 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.131838] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.131838] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.132226] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.132321] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('226cbd47-64a1-4eb4-a04a-6c6094d69737',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.137410] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-226cbd47-64a1-4eb4-a04a-6c6094d69737 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.137564] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.137629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.137839] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.137996] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.138108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.138227] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.138328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.138419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.138512] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('226cbd47-64a1-4eb4-a04a-6c6094d69737',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.139761] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-671590e0-dea7-4f75-8708-2525447fb2f4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.139886] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-671590e0-dea7-4f75-8708-2525447fb2f4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.139939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-671590e0-dea7-4f75-8708-2525447fb2f4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.140150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-671590e0-dea7-4f75-8708-2525447fb2f4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.140150] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('671590e0-dea7-4f75-8708-2525447fb2f4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.153341] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.153341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.153341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.153341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.153341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.153341] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8b9ba80-e0e6-43bf-86ec-13e06bd71f16 [ 721.156908] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.157260] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.157424] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.160377] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.160377] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.160377] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8b9ba80-e0e6-43bf-86ec-13e06bd71f16 already deleted. [ 721.160377] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8b9ba80-e0e6-43bf-86ec-13e06bd71f16" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.170932] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: IN_PROGRESS for 2s [ 721.566908] env[65824]: INFO networking_nsxv3.common.synchronization [req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd req-1173c066-429a-4601-bd35-93a3b5a2ae40 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 721.566908] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 721.567359] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.567359] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.567359] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.567578] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.569028] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.569028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.569028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.569028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.569028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.569028] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.641445] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('226cbd47-64a1-4eb4-a04a-6c6094d69737',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.646034] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-226cbd47-64a1-4eb4-a04a-6c6094d69737 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.646306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.646404] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 671590e0-dea7-4f75-8708-2525447fb2f4 with status ACTIVE [ 721.646525] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.646632] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.646696] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.646912] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.648059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.648059] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.648059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.648059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.648059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.648059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.648059] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.648059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.648059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.648059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.649034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.649034] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 671590e0-dea7-4f75-8708-2525447fb2f4 is going to be updated. [ 721.654922] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: SUCCESS [ 721.654922] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.678663] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.679977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.679977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.679977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.679977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.679977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-671590e0-dea7-4f75-8708-2525447fb2f4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.072552] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.073461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.073461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.073461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.073461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.073461] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.073461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.073461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.073893] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.073893] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.073893] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 is going to be updated. [ 722.104976] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.105155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.105206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.105419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.105727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.118809] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: IN_PROGRESS for 2s [ 722.156467] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('226cbd47-64a1-4eb4-a04a-6c6094d69737',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.232594] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: SUCCESS [ 722.232594] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.232594] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.232594] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.232594] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.657269] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.657561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.657561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.657705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.657797] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.659044] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 is going to be created. [ 722.687078] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.687078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.687078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.687078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.687078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.703582] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 in Status: UNINITIALIZED for 2s [ 722.734137] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.735295] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.898613] env[65824]: INFO networking_nsxv3.common.synchronization [None req-8a9a1b2d-00fe-4882-8764-8a6f05c74328 None None] Enqueued Resource ID: b6c22ff4-8f81-4bbb-8ec5-89f5cadf0039 with Priority: HIGHEST for action port [ 722.898851] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c22ff4-8f81-4bbb-8ec5-89f5cadf0039 with Priority: HIGHEST for action port [ 722.899238] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6c22ff4-8f81-4bbb-8ec5-89f5cadf0039 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.899405] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6c22ff4-8f81-4bbb-8ec5-89f5cadf0039" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.899482] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6c22ff4-8f81-4bbb-8ec5-89f5cadf0039" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.899754] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6c22ff4-8f81-4bbb-8ec5-89f5cadf0039" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.899831] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6c22ff4-8f81-4bbb-8ec5-89f5cadf0039',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.183824] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: SUCCESS [ 723.184500] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.184833] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.185141] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.185527] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.185527] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.185527] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.185954] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.185954] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.186082] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.186149] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.402741] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6c22ff4-8f81-4bbb-8ec5-89f5cadf0039 [ 723.402989] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.403136] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.403205] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.403437] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.403558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.403662] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6c22ff4-8f81-4bbb-8ec5-89f5cadf0039 already deleted. [ 723.403828] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6c22ff4-8f81-4bbb-8ec5-89f5cadf0039" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.597216] env[65824]: INFO networking_nsxv3.common.synchronization [req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 req-dc0c17d7-1b82-4249-bf51-5f5129017655 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Enqueued Resource ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 with Priority: HIGHEST for action security_group_members [ 723.597611] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 with Priority: HIGHEST for action security_group_members [ 723.597932] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-43bd5dad-cdec-474c-9faa-8ceedbca0df8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.598059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.598150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.598360] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.598568] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.598648] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.598681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.598818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.598899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.599026] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43bd5dad-cdec-474c-9faa-8ceedbca0df8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.689156] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.690119] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.690119] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.690119] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.690318] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.690318] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.691135] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.691135] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.691135] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.691135] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.691135] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.691135] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.691135] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.691340] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.691381] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.691464] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.691524] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.691664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.691742] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.691845] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.691910] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.015097] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.015647] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-575" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.015647] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-575" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.015762] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-575" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.015981] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.016202] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.019071] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.019071] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.019071] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.019071] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.019071] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.019071] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.019071] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.019071] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.019071] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.019071] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.042230] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.042230] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.042230] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.042230] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-575" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.044035] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-d85feb5d-3358-4494-981b-71dc7dddea26 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.044035] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-d85feb5d-3358-4494-981b-71dc7dddea26" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.044035] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-d85feb5d-3358-4494-981b-71dc7dddea26" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.044035] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-d85feb5d-3358-4494-981b-71dc7dddea26" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.044035] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d85feb5d-3358-4494-981b-71dc7dddea26',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.105935] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.106141] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.106219] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.106467] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.106840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.106840] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.106984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.106984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.107111] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.107186] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.107269] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 already deleted. [ 724.107349] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.131934] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: SUCCESS [ 724.131934] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 deletion is rescheduled due to dependency. [ 724.131934] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.195080] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b931007-6ca7-4eb2-98ad-4108addac9b9: rpc.has_security_group_logging(os_id): False [ 724.222615] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.222615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.222615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.222615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.222615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.222615] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.222615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.222615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.222615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.222615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.222615] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.222615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.222615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.222615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.222615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.223296] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.225406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.225406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.225406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.225406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.225406] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 is going to be updated. [ 724.364114] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.364114] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.364114] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.364114] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.364114] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.386660] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: IN_PROGRESS for 2s [ 724.546869] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.547170] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.547293] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.547588] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.547748] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.547914] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port d85feb5d-3358-4494-981b-71dc7dddea26 not found, creating... [ 724.548235] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.548424] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.548536] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.548806] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.548966] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.549327] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.549517] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.549635] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.549897] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.550075] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.550756] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: d85feb5d-3358-4494-981b-71dc7dddea26 is going to be created. [ 724.575945] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.576207] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.576358] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.576664] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.576907] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.577184] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-d85feb5d-3358-4494-981b-71dc7dddea26" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.714531] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 in Status: SUCCESS [ 724.714994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.714994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.715306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.715527] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.715657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.715742] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.715961] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.716062] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.716152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.716252] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('226cbd47-64a1-4eb4-a04a-6c6094d69737',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.218865] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-226cbd47-64a1-4eb4-a04a-6c6094d69737 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.219311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.219311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.219597] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.219659] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.219721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.219814] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.220107] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.220107] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.220107] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.220300] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-226cbd47-64a1-4eb4-a04a-6c6094d69737 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.220531] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.220531] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.220620] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.221028] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.221028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.221028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.221028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.221197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.221197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.221267] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('226cbd47-64a1-4eb4-a04a-6c6094d69737',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.312310] env[65824]: INFO networking_nsxv3.common.synchronization [req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 req-535f0a82-822a-4c29-8b21-54c8a6107118 service nova] Enqueued Resource ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 with Priority: HIGHEST for action security_group_rules [ 725.313128] env[65824]: INFO networking_nsxv3.common.synchronization [req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 req-535f0a82-822a-4c29-8b21-54c8a6107118 service nova] Enqueued Resource ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 with Priority: HIGHEST for action security_group_members [ 725.313793] env[65824]: INFO networking_nsxv3.common.synchronization [req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 req-535f0a82-822a-4c29-8b21-54c8a6107118 service nova] Enqueued Resource ID: d85feb5d-3358-4494-981b-71dc7dddea26 with Priority: HIGHEST for action port [ 725.314740] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 with Priority: HIGHEST for action security_group_rules [ 725.315047] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 with Priority: HIGHEST for action security_group_members [ 725.315361] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d85feb5d-3358-4494-981b-71dc7dddea26 with Priority: HIGHEST for action port [ 725.315786] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43bd5dad-cdec-474c-9faa-8ceedbca0df8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.315898] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.315970] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.316234] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.316391] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43bd5dad-cdec-474c-9faa-8ceedbca0df8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.317374] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-43bd5dad-cdec-474c-9faa-8ceedbca0df8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.317484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.317822] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.318170] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.318452] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.318917] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.319045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.319312] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.319480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.319710] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43bd5dad-cdec-474c-9faa-8ceedbca0df8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.323803] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-d85feb5d-3358-4494-981b-71dc7dddea26 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.323803] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d85feb5d-3358-4494-981b-71dc7dddea26" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.323803] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d85feb5d-3358-4494-981b-71dc7dddea26" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.323803] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d85feb5d-3358-4494-981b-71dc7dddea26" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.323803] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d85feb5d-3358-4494-981b-71dc7dddea26',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.723381] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 226cbd47-64a1-4eb4-a04a-6c6094d69737: rpc.has_security_group_logging(os_id): False [ 725.744760] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.744760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.744760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.744760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.744760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.744760] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.744760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.744760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.744760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.744760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.744760] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.744760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.744760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.744760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.745432] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.745552] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.745655] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.745753] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.746062] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.746151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.746372] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 is going to be created. [ 725.811453] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.811788] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.811858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.812202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.812762] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.822708] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43bd5dad-cdec-474c-9faa-8ceedbca0df8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.824143] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-43bd5dad-cdec-474c-9faa-8ceedbca0df8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.824143] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.824415] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d85feb5d-3358-4494-981b-71dc7dddea26 with status ACTIVE [ 725.824478] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.824568] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.824635] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.824849] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.824939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.825134] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.825230] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.825292] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.825451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.825527] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.825706] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.825796] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.825865] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.826605] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.828363] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.828363] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d85feb5d-3358-4494-981b-71dc7dddea26 is going to be updated. [ 725.830813] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 in Status: IN_PROGRESS for 2s [ 725.866970] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.867156] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.867199] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.867989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.867989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.867989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d85feb5d-3358-4494-981b-71dc7dddea26" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.334636] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43bd5dad-cdec-474c-9faa-8ceedbca0df8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.418797] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: SUCCESS [ 726.419472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.419818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.420139] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.420260] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.752184] env[65824]: INFO networking_nsxv3.common.synchronization [req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 req-083113b5-779e-49ac-98c2-ca7b47ae56e2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Enqueued Resource ID: 6e280ab7-4001-4ae7-9e50-20d92cf3cb74 with Priority: HIGHEST for action security_group_members [ 726.754765] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e280ab7-4001-4ae7-9e50-20d92cf3cb74 with Priority: HIGHEST for action security_group_members [ 726.754765] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.754765] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.754765] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.754765] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.755046] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.755388] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.755473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.755648] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.755737] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.755835] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e280ab7-4001-4ae7-9e50-20d92cf3cb74',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.841336] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.841336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.841336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.842364] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.842364] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.842890] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 is going to be created. [ 726.873949] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.876580] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.876580] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.876580] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.876580] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.900632] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 in Status: UNINITIALIZED for 2s [ 726.925413] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.925514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.925514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.925744] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.925939] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.926115] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.926115] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.926355] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.926355] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.926451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.926520] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.094591] env[65824]: INFO networking_nsxv3.common.synchronization [req-619a9434-56af-4e6c-b438-caeafa2aaac5 req-a2db8e71-f5d2-4433-9971-02324801b13a tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Enqueued Resource ID: ad277b55-878a-432b-9892-976b3111bcd8 with Priority: HIGHEST for action security_group_members [ 727.095028] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad277b55-878a-432b-9892-976b3111bcd8 with Priority: HIGHEST for action security_group_members [ 727.095624] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad277b55-878a-432b-9892-976b3111bcd8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.095835] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.095917] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.096173] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.096377] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.097552] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.098026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.098026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.098141] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.098333] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad277b55-878a-432b-9892-976b3111bcd8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.257640] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.257790] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.257870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.258131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.258227] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.258420] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.258520] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.258597] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.258730] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.258804] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.258888] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e280ab7-4001-4ae7-9e50-20d92cf3cb74 already deleted. [ 727.258966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.431994] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.431994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.431994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.431994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.431994] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.431994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.431994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.431994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.431994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.431994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.431994] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.431994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.431994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.431994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.431994] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.432678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.432678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.432678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.432678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.432678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.432678] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.482526] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.482842] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-520" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.482922] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-520" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.483285] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-520" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.483632] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.483851] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.483999] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.484339] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.484510] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.484828] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.484992] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.485162] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.485315] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.485446] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.485552] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.485689] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.513162] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.513336] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.513498] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.513649] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-520" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.514138] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-b37de96c-0d5f-415e-8d7f-08d2a60b6ba0 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.514313] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-b37de96c-0d5f-415e-8d7f-08d2a60b6ba0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.514432] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-b37de96c-0d5f-415e-8d7f-08d2a60b6ba0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.514877] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-b37de96c-0d5f-415e-8d7f-08d2a60b6ba0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.515113] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b37de96c-0d5f-415e-8d7f-08d2a60b6ba0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.600856] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.601698] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.601818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.602069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.602187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.602448] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.602600] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.602682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.602850] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.602937] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.603039] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad277b55-878a-432b-9892-976b3111bcd8 is going to be updated. [ 727.635024] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.635024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.635024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.635369] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.635623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.646123] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad277b55-878a-432b-9892-976b3111bcd8 in Status: IN_PROGRESS for 2s [ 727.845644] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 in Status: SUCCESS [ 727.845644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.937635] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b931007-6ca7-4eb2-98ad-4108addac9b9: rpc.has_security_group_logging(os_id): False [ 727.958216] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.958216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.958216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.958216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.958216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.958216] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.958216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.958484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.958484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.958484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.958640] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.958741] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.958800] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.958949] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.959032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.959229] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.959323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.959383] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.959675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.959784] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.960141] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 is going to be updated. [ 728.018362] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.018774] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.018962] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.019391] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.019613] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.019795] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port b37de96c-0d5f-415e-8d7f-08d2a60b6ba0 not found, creating... [ 728.020254] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.020629] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.020769] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.021266] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.021609] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.022183] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.022507] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.022773] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.023286] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.023664] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.024164] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: b37de96c-0d5f-415e-8d7f-08d2a60b6ba0 is going to be created. [ 728.047643] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.047922] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.048114] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.048551] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.049025] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.049585] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-b37de96c-0d5f-415e-8d7f-08d2a60b6ba0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.055883] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.055961] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.056307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.056307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.056394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.076181] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: IN_PROGRESS for 2s [ 728.774607] env[65824]: INFO networking_nsxv3.common.synchronization [req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 req-fb4c84f2-9452-473d-981f-15183e76379e tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Enqueued Resource ID: 47974280-00e1-4166-aeee-91740d965f08 with Priority: HIGHEST for action security_group_members [ 728.775942] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47974280-00e1-4166-aeee-91740d965f08 with Priority: HIGHEST for action security_group_members [ 728.776367] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-47974280-00e1-4166-aeee-91740d965f08 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.776528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.776616] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.776825] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.776982] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.777096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.777173] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.777371] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.777489] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.777691] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47974280-00e1-4166-aeee-91740d965f08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.829237] env[65824]: INFO networking_nsxv3.common.synchronization [req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 req-2b322dc1-62de-44d0-85ce-02722512c8ac service nova] Enqueued Resource ID: 6e280ab7-4001-4ae7-9e50-20d92cf3cb74 with Priority: HIGHEST for action security_group_rules [ 728.829662] env[65824]: INFO networking_nsxv3.common.synchronization [req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 req-2b322dc1-62de-44d0-85ce-02722512c8ac service nova] Enqueued Resource ID: 6e280ab7-4001-4ae7-9e50-20d92cf3cb74 with Priority: HIGHEST for action security_group_members [ 728.829662] env[65824]: INFO networking_nsxv3.common.synchronization [req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 req-2b322dc1-62de-44d0-85ce-02722512c8ac service nova] Enqueued Resource ID: b37de96c-0d5f-415e-8d7f-08d2a60b6ba0 with Priority: HIGHEST for action port [ 728.830296] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e280ab7-4001-4ae7-9e50-20d92cf3cb74 with Priority: HIGHEST for action security_group_rules [ 728.830466] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e280ab7-4001-4ae7-9e50-20d92cf3cb74 with Priority: HIGHEST for action security_group_members [ 728.830572] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37de96c-0d5f-415e-8d7f-08d2a60b6ba0 with Priority: HIGHEST for action port [ 728.830872] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e280ab7-4001-4ae7-9e50-20d92cf3cb74 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.830992] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.831072] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.831416] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.831524] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e280ab7-4001-4ae7-9e50-20d92cf3cb74',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.833063] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.833236] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.833269] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.833439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.833605] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.833699] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.833756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.833907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.834212] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.834297] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e280ab7-4001-4ae7-9e50-20d92cf3cb74',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.835445] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b37de96c-0d5f-415e-8d7f-08d2a60b6ba0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.835604] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b37de96c-0d5f-415e-8d7f-08d2a60b6ba0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.835662] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b37de96c-0d5f-415e-8d7f-08d2a60b6ba0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.835793] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b37de96c-0d5f-415e-8d7f-08d2a60b6ba0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.835874] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b37de96c-0d5f-415e-8d7f-08d2a60b6ba0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.912775] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 in Status: SUCCESS [ 728.913206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.913284] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.914167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.914167] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.914167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.914167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.914552] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.914552] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.914552] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.914552] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43bd5dad-cdec-474c-9faa-8ceedbca0df8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.279590] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47974280-00e1-4166-aeee-91740d965f08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.333960] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.334236] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.339671] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e280ab7-4001-4ae7-9e50-20d92cf3cb74',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.340816] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b37de96c-0d5f-415e-8d7f-08d2a60b6ba0 with status ACTIVE [ 729.341031] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.341177] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.341241] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.341421] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.341554] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.341796] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.341939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.342054] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.342900] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.342900] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.342900] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.342900] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.342900] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.342900] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.342900] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.343311] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b37de96c-0d5f-415e-8d7f-08d2a60b6ba0 is going to be updated. [ 729.383693] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.384096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.384224] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.384485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.384778] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.385023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b37de96c-0d5f-415e-8d7f-08d2a60b6ba0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.417850] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43bd5dad-cdec-474c-9faa-8ceedbca0df8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.657323] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad277b55-878a-432b-9892-976b3111bcd8 in Status: SUCCESS [ 729.657502] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad277b55-878a-432b-9892-976b3111bcd8 deletion is rescheduled due to dependency. [ 729.657617] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.783096] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47974280-00e1-4166-aeee-91740d965f08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.847142] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e280ab7-4001-4ae7-9e50-20d92cf3cb74',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.921062] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43bd5dad-cdec-474c-9faa-8ceedbca0df8: rpc.has_security_group_logging(os_id): False [ 729.942998] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.942998] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.942998] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.943516] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.943516] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.943675] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.943845] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.943939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.944241] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.944378] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.949886] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 is going to be created. [ 730.023046] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.023046] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.023046] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.023281] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.023376] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.038744] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 in Status: IN_PROGRESS for 2s [ 730.097721] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: SUCCESS [ 730.097721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.287271] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.287476] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.287731] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.287935] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.287935] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.288103] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47974280-00e1-4166-aeee-91740d965f08 is going to be updated. [ 730.334323] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.334323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.334323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.335402] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.335402] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.348865] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47974280-00e1-4166-aeee-91740d965f08 in Status: IN_PROGRESS for 2s [ 730.354767] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.354767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.354767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.354767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.354767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.354767] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e280ab7-4001-4ae7-9e50-20d92cf3cb74 is going to be created. [ 730.386410] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.386602] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.386644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.386998] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.387177] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.401135] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e280ab7-4001-4ae7-9e50-20d92cf3cb74 in Status: UNINITIALIZED for 2s [ 731.032673] env[65824]: INFO networking_nsxv3.common.synchronization [req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 req-46249d9a-fef7-4cdb-ad2b-a301b23bd8c5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 731.034256] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 731.035008] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.037950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.037950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.037950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.037950] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.037950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.037950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.037950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.037950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.037950] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.064443] env[65824]: INFO networking_nsxv3.common.synchronization [None req-3ad63751-679f-4657-952b-5951dcc7d2e9 None None] Enqueued Resource ID: 18279976-eaae-493f-892e-5f6f4e23a7b7 with Priority: HIGHEST for action port [ 731.064760] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18279976-eaae-493f-892e-5f6f4e23a7b7 with Priority: HIGHEST for action port [ 731.066728] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-18279976-eaae-493f-892e-5f6f4e23a7b7 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.066875] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18279976-eaae-493f-892e-5f6f4e23a7b7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.066959] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18279976-eaae-493f-892e-5f6f4e23a7b7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.067339] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18279976-eaae-493f-892e-5f6f4e23a7b7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.067494] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18279976-eaae-493f-892e-5f6f4e23a7b7',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.495478] env[65824]: INFO networking_nsxv3.common.synchronization [req-63bba149-a1dc-4eb6-acbd-c4f126864d28 req-75b5bbab-30ac-433d-bd3b-7c22553e03fa tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Enqueued Resource ID: f91c1769-bc39-4795-817c-aa74a5ea4140 with Priority: HIGHEST for action security_group_members [ 731.495478] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91c1769-bc39-4795-817c-aa74a5ea4140 with Priority: HIGHEST for action security_group_members [ 731.497422] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91c1769-bc39-4795-817c-aa74a5ea4140 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.497820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.498155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.501020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.501020] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.501020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.501020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.501020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.501020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.501020] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f91c1769-bc39-4795-817c-aa74a5ea4140',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.530749] env[65824]: INFO networking_nsxv3.common.synchronization [None req-bebaf914-992e-4ecf-92ea-f089b5e684d4 None None] Enqueued Resource ID: f5fb3a6d-623c-45d5-83d6-9b7096ebc5f2 with Priority: HIGHEST for action port [ 731.530886] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fb3a6d-623c-45d5-83d6-9b7096ebc5f2 with Priority: HIGHEST for action port [ 731.532218] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5fb3a6d-623c-45d5-83d6-9b7096ebc5f2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.532218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5fb3a6d-623c-45d5-83d6-9b7096ebc5f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.532218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5fb3a6d-623c-45d5-83d6-9b7096ebc5f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.532218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5fb3a6d-623c-45d5-83d6-9b7096ebc5f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.532218] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5fb3a6d-623c-45d5-83d6-9b7096ebc5f2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.539852] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.540032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.540122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.540310] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.540416] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.540613] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.540709] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.540761] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.540913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.541009] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.541116] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be updated. [ 731.572644] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18279976-eaae-493f-892e-5f6f4e23a7b7 [ 731.572644] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.572644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.572644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.572644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.572644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.572644] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18279976-eaae-493f-892e-5f6f4e23a7b7 already deleted. [ 731.572644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18279976-eaae-493f-892e-5f6f4e23a7b7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.583027] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.583027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.583027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.583027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.583027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.594650] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: IN_PROGRESS for 2s [ 732.005637] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.005898] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.005987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.006252] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.006410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.006534] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.006654] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.006949] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.006949] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.007080] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.007080] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f91c1769-bc39-4795-817c-aa74a5ea4140 already deleted. [ 732.007155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.036585] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5fb3a6d-623c-45d5-83d6-9b7096ebc5f2 [ 732.038175] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.038175] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.038175] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.038175] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.038175] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.038175] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5fb3a6d-623c-45d5-83d6-9b7096ebc5f2 already deleted. [ 732.038175] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5fb3a6d-623c-45d5-83d6-9b7096ebc5f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.057188] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 in Status: SUCCESS [ 732.057705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.367147] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47974280-00e1-4166-aeee-91740d965f08 in Status: SUCCESS [ 732.367475] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.412209] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e280ab7-4001-4ae7-9e50-20d92cf3cb74 in Status: SUCCESS [ 732.412536] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.412721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.412948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.413160] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.413276] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.413347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.413520] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.413598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.413682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.413773] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e280ab7-4001-4ae7-9e50-20d92cf3cb74',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.891024] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-463 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.891024] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-463" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.891024] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-463" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.891024] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-463" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.891024] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.891024] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.891024] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.891024] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.891521] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.891521] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.891521] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.891616] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.891774] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.891882] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.891937] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.892081] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.917989] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.917989] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.917989] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.917989] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-463" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.917989] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.917989] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.917989] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.917989] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.917989] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.919972] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.919972] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.919972] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.919972] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.919972] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.919972] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.919972] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.919972] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.920390] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.920390] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.920469] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.920524] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.920569] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.920712] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.920921] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.921025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.922345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.922345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.922345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.922345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.922345] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e280ab7-4001-4ae7-9e50-20d92cf3cb74',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.228653] env[65824]: INFO networking_nsxv3.common.synchronization [req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 req-ba6f657a-6ab7-4649-a03a-994d0f74c71e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 733.233745] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 733.233745] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.233745] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.233745] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.233745] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.233745] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.233745] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.233745] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.233745] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.233745] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.233745] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.421813] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.421813] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.421813] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.421813] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.421813] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.421813] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce not found, creating... [ 733.421813] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.421813] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.422565] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.423504] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.423504] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.424025] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.424256] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.424834] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.424834] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.425033] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.425112] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce is going to be created. [ 733.426596] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e280ab7-4001-4ae7-9e50-20d92cf3cb74: rpc.has_security_group_logging(os_id): False [ 733.453308] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.453676] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.453808] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.454067] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.454199] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.454522] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.454654] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.454735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.455136] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.455280] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.455609] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.455776] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.455907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.456151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.456287] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.456576] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.456748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.456867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.457942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.457942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.457942] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e280ab7-4001-4ae7-9e50-20d92cf3cb74 is going to be created. [ 733.460552] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.461395] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.461395] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.461614] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.461874] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.462225] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.585729] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.585956] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.585956] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.586256] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.586471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.609683] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: SUCCESS [ 733.610011] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b deletion is rescheduled due to dependency. [ 733.610111] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.615315] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e280ab7-4001-4ae7-9e50-20d92cf3cb74 in Status: IN_PROGRESS for 2s [ 733.736291] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.736621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.736621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.737098] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.737098] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.737226] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.737343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.737425] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.737622] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.737721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.737847] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 is going to be updated. [ 733.769537] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.769537] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.769537] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.769694] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.769880] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.773158] env[65824]: INFO networking_nsxv3.common.synchronization [None req-84828a33-caa2-4ea1-bb46-e547faf97fb3 None None] Enqueued Resource ID: bae16240-84dd-4045-9903-a48313537f56 with Priority: HIGHEST for action port [ 733.773783] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae16240-84dd-4045-9903-a48313537f56 with Priority: HIGHEST for action port [ 733.774135] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-bae16240-84dd-4045-9903-a48313537f56 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.774263] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bae16240-84dd-4045-9903-a48313537f56" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.774331] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bae16240-84dd-4045-9903-a48313537f56" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.774610] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bae16240-84dd-4045-9903-a48313537f56" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.774782] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae16240-84dd-4045-9903-a48313537f56',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.782911] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: IN_PROGRESS for 2s [ 733.801816] env[65824]: INFO networking_nsxv3.common.synchronization [None req-f536f8fb-f070-4c5b-b0f2-609b8dfa1257 None None] Enqueued Resource ID: 7fb95949-1d34-425d-8ef1-fe0b6a318623 with Priority: HIGHEST for action port [ 733.802489] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb95949-1d34-425d-8ef1-fe0b6a318623 with Priority: HIGHEST for action port [ 733.802854] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fb95949-1d34-425d-8ef1-fe0b6a318623 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.802976] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fb95949-1d34-425d-8ef1-fe0b6a318623" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.803061] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fb95949-1d34-425d-8ef1-fe0b6a318623" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.803458] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fb95949-1d34-425d-8ef1-fe0b6a318623" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.803553] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fb95949-1d34-425d-8ef1-fe0b6a318623',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.220862] env[65824]: INFO networking_nsxv3.common.synchronization [req-63bba149-a1dc-4eb6-acbd-c4f126864d28 req-6736764e-9c55-4d86-b767-12aae40c7547 service nova] Enqueued Resource ID: f91c1769-bc39-4795-817c-aa74a5ea4140 with Priority: HIGHEST for action security_group_rules [ 734.221073] env[65824]: INFO networking_nsxv3.common.synchronization [req-63bba149-a1dc-4eb6-acbd-c4f126864d28 req-6736764e-9c55-4d86-b767-12aae40c7547 service nova] Enqueued Resource ID: f91c1769-bc39-4795-817c-aa74a5ea4140 with Priority: HIGHEST for action security_group_members [ 734.221233] env[65824]: INFO networking_nsxv3.common.synchronization [req-63bba149-a1dc-4eb6-acbd-c4f126864d28 req-6736764e-9c55-4d86-b767-12aae40c7547 service nova] Enqueued Resource ID: 4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce with Priority: HIGHEST for action port [ 734.221818] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91c1769-bc39-4795-817c-aa74a5ea4140 with Priority: HIGHEST for action security_group_rules [ 734.221983] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91c1769-bc39-4795-817c-aa74a5ea4140 with Priority: HIGHEST for action security_group_members [ 734.223422] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce with Priority: HIGHEST for action port [ 734.224671] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f91c1769-bc39-4795-817c-aa74a5ea4140 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.224821] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.224892] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.225326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.225463] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f91c1769-bc39-4795-817c-aa74a5ea4140',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.226583] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91c1769-bc39-4795-817c-aa74a5ea4140 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.226737] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.226819] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.227053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.227214] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.227338] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.229756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.230380] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.230380] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.230499] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f91c1769-bc39-4795-817c-aa74a5ea4140',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.231491] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.231648] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.231750] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.231969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.232091] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.281031] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bae16240-84dd-4045-9903-a48313537f56 [ 734.281031] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.281031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.281031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.281031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.281031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.281031] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bae16240-84dd-4045-9903-a48313537f56 already deleted. [ 734.281031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bae16240-84dd-4045-9903-a48313537f56" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.307433] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fb95949-1d34-425d-8ef1-fe0b6a318623 [ 734.307681] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.307810] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.307931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.308130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.308267] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.308342] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fb95949-1d34-425d-8ef1-fe0b6a318623 already deleted. [ 734.308421] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fb95949-1d34-425d-8ef1-fe0b6a318623" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.387175] env[65824]: INFO networking_nsxv3.common.synchronization [req-a4bb10f5-395a-4024-9cae-2f2774d62909 req-ed951f80-2135-427f-9a74-a613981a9f1d tempest-SecurityGroupRulesTestJSON-1119437862 tempest-SecurityGroupRulesTestJSON-1119437862-project-member] Enqueued Resource ID: c87336fe-7396-4928-8dea-1d9ee568f706 with Priority: HIGHEST for action security_group_rules [ 734.387175] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87336fe-7396-4928-8dea-1d9ee568f706 with Priority: HIGHEST for action security_group_rules [ 734.387175] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c87336fe-7396-4928-8dea-1d9ee568f706 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.387175] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c87336fe-7396-4928-8dea-1d9ee568f706" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.387175] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c87336fe-7396-4928-8dea-1d9ee568f706" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.388462] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c87336fe-7396-4928-8dea-1d9ee568f706" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.388767] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c87336fe-7396-4928-8dea-1d9ee568f706',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.736168] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f91c1769-bc39-4795-817c-aa74a5ea4140',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.736168] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91c1769-bc39-4795-817c-aa74a5ea4140 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.736168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.736168] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce with status ACTIVE [ 734.736168] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.740681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.740992] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.741461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.741922] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.742563] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.743399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.745027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.745027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.745027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.745027] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.745027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.745027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.745027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.745027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.745027] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce is going to be updated. [ 734.777823] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.778968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.778968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.778968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.778968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.778968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.919742] env[65824]: INFO networking_nsxv3.common.synchronization [req-4f4c8fb4-1931-4302-b564-194cb512c94a req-f96c3011-2ca5-4ff6-9688-4d8befd36be8 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Enqueued Resource ID: cffae331-6828-465c-a904-0cccc5f4d3f2 with Priority: HIGHEST for action security_group_members [ 734.921456] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.921631] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.921730] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.922339] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.922339] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.922533] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c87336fe-7396-4928-8dea-1d9ee568f706 already deleted. [ 734.922714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c87336fe-7396-4928-8dea-1d9ee568f706" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.926584] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cffae331-6828-465c-a904-0cccc5f4d3f2 with Priority: HIGHEST for action security_group_members [ 734.927010] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-cffae331-6828-465c-a904-0cccc5f4d3f2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.927172] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.927284] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.927434] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.927653] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.927727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.927760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.927937] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.928607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.928607] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cffae331-6828-465c-a904-0cccc5f4d3f2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.238266] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f91c1769-bc39-4795-817c-aa74a5ea4140',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.432415] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.432415] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.432415] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.432415] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.457429] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.457577] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.457657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.457731] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.457973] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.458198] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.458361] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cffae331-6828-465c-a904-0cccc5f4d3f2 is going to be updated. [ 735.496756] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.496756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.496756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.496756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.496756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.509969] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cffae331-6828-465c-a904-0cccc5f4d3f2 in Status: IN_PROGRESS for 2s [ 735.628702] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e280ab7-4001-4ae7-9e50-20d92cf3cb74 in Status: SUCCESS [ 735.629036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.741702] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.741702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.741857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.742045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.742133] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.742233] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f91c1769-bc39-4795-817c-aa74a5ea4140 is going to be created. [ 735.767802] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.767802] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.767802] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.768056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.768250] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.779090] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f91c1769-bc39-4795-817c-aa74a5ea4140 in Status: UNINITIALIZED for 2s [ 735.794659] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: SUCCESS [ 735.794845] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 deletion is rescheduled due to dependency. [ 735.794973] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.574744] env[65824]: INFO networking_nsxv3.common.synchronization [None req-08c37c9a-a261-40b1-b451-71f343a2aca0 None None] Enqueued Resource ID: a49ee3f7-365b-484f-a506-037a322db551 with Priority: HIGHEST for action port [ 736.574744] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49ee3f7-365b-484f-a506-037a322db551 with Priority: HIGHEST for action port [ 736.575038] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-a49ee3f7-365b-484f-a506-037a322db551 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.575038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a49ee3f7-365b-484f-a506-037a322db551" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.575184] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a49ee3f7-365b-484f-a506-037a322db551" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.575361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a49ee3f7-365b-484f-a506-037a322db551" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.575450] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a49ee3f7-365b-484f-a506-037a322db551',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.694017] env[65824]: INFO networking_nsxv3.common.synchronization [None req-3f7bccb6-2c08-48ac-a096-1ad72ca03d47 None None] Enqueued Resource ID: 625cbc42-b9e4-41c0-9b07-1ac1383b7cb3 with Priority: HIGHEST for action port [ 736.694624] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625cbc42-b9e4-41c0-9b07-1ac1383b7cb3 with Priority: HIGHEST for action port [ 736.696614] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-625cbc42-b9e4-41c0-9b07-1ac1383b7cb3 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.696848] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-625cbc42-b9e4-41c0-9b07-1ac1383b7cb3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.696927] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-625cbc42-b9e4-41c0-9b07-1ac1383b7cb3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.698127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-625cbc42-b9e4-41c0-9b07-1ac1383b7cb3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.698127] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('625cbc42-b9e4-41c0-9b07-1ac1383b7cb3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.077330] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a49ee3f7-365b-484f-a506-037a322db551 [ 737.077639] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.077773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.077844] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.078105] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.078231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.078374] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a49ee3f7-365b-484f-a506-037a322db551 already deleted. [ 737.078490] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a49ee3f7-365b-484f-a506-037a322db551" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.203651] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 625cbc42-b9e4-41c0-9b07-1ac1383b7cb3 [ 737.203877] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.204012] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.204081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.204298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.204488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.204585] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:625cbc42-b9e4-41c0-9b07-1ac1383b7cb3 already deleted. [ 737.204674] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-625cbc42-b9e4-41c0-9b07-1ac1383b7cb3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.520224] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cffae331-6828-465c-a904-0cccc5f4d3f2 in Status: SUCCESS [ 737.520423] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cffae331-6828-465c-a904-0cccc5f4d3f2 deletion is rescheduled due to dependency. [ 737.520566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.791843] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f91c1769-bc39-4795-817c-aa74a5ea4140 in Status: SUCCESS [ 737.792954] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.792954] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.792954] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.792954] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.792954] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.792954] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.794294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.794294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.794294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.794294] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f91c1769-bc39-4795-817c-aa74a5ea4140',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.299466] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91c1769-bc39-4795-817c-aa74a5ea4140 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.299641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.299709] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.300050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.300153] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.300262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.300405] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.300558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.300646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.300713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.300852] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91c1769-bc39-4795-817c-aa74a5ea4140 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.300945] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.301021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.301177] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.301334] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.301529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.301529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.301677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.301728] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.301861] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.302135] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f91c1769-bc39-4795-817c-aa74a5ea4140',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.806220] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f91c1769-bc39-4795-817c-aa74a5ea4140: rpc.has_security_group_logging(os_id): False [ 738.825673] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.825673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.825673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.825673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.825673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.825673] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.826162] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.826162] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.826263] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.826354] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.826632] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.826777] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.826864] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.827041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.827148] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.827336] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.827434] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.827485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.827617] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.828261] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.828261] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f91c1769-bc39-4795-817c-aa74a5ea4140 is going to be created. [ 738.903672] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.903672] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.903820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.903940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.904134] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.917426] env[65824]: INFO networking_nsxv3.common.synchronization [req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc req-4e944a29-2b25-4bf0-ad5d-250714b410ec tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 738.917556] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f91c1769-bc39-4795-817c-aa74a5ea4140 in Status: IN_PROGRESS for 2s [ 738.917944] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 738.919805] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.919951] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.920144] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.920306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.920441] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.920547] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.920608] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.920767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.920851] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.920946] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.287391] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.287800] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-207" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.288173] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-207" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.288912] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-207" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.289679] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.289679] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.289912] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.290041] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.290179] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.290461] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.290560] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.290795] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.290852] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.290939] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.291058] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.291217] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.331563] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.331831] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.333102] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.333102] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-207" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.333102] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-432ec9c0-2c77-43e0-b889-5bdd40c701a5 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.333102] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-432ec9c0-2c77-43e0-b889-5bdd40c701a5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.333378] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-432ec9c0-2c77-43e0-b889-5bdd40c701a5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.333577] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-432ec9c0-2c77-43e0-b889-5bdd40c701a5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.333753] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('432ec9c0-2c77-43e0-b889-5bdd40c701a5',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.423889] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.424048] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.424136] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.424402] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.424548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.424700] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.424797] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.424896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.425022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.425096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.425214] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 is going to be updated. [ 739.459336] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.459336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.459336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.459336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.459336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.469730] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: IN_PROGRESS for 2s [ 739.836380] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.836778] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.836778] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.836901] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.837139] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.837329] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 432ec9c0-2c77-43e0-b889-5bdd40c701a5 not found, creating... [ 739.837620] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.837840] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.838253] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.838325] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.838507] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.838818] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.839075] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.839207] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.839419] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.839549] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.839682] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 432ec9c0-2c77-43e0-b889-5bdd40c701a5 is going to be created. [ 739.860806] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.860991] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.861119] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.861376] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.861639] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.861899] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-432ec9c0-2c77-43e0-b889-5bdd40c701a5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.638018] env[65824]: INFO networking_nsxv3.common.synchronization [req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc req-c6c6f11f-5b52-4816-9508-456f0fca6b13 service nova] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_rules [ 740.638018] env[65824]: INFO networking_nsxv3.common.synchronization [req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc req-c6c6f11f-5b52-4816-9508-456f0fca6b13 service nova] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 740.638018] env[65824]: INFO networking_nsxv3.common.synchronization [req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc req-c6c6f11f-5b52-4816-9508-456f0fca6b13 service nova] Enqueued Resource ID: 432ec9c0-2c77-43e0-b889-5bdd40c701a5 with Priority: HIGHEST for action port [ 740.638018] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_rules [ 740.638638] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 740.639034] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 432ec9c0-2c77-43e0-b889-5bdd40c701a5 with Priority: HIGHEST for action port [ 740.639442] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.644565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.644565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.644565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.644565] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.646652] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.647095] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.647446] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-432ec9c0-2c77-43e0-b889-5bdd40c701a5 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.648112] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-432ec9c0-2c77-43e0-b889-5bdd40c701a5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.648112] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-432ec9c0-2c77-43e0-b889-5bdd40c701a5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.649053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-432ec9c0-2c77-43e0-b889-5bdd40c701a5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.650929] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('432ec9c0-2c77-43e0-b889-5bdd40c701a5',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.936070] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f91c1769-bc39-4795-817c-aa74a5ea4140 in Status: SUCCESS [ 740.936447] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.140759] env[65824]: INFO networking_nsxv3.common.synchronization [None req-25278ae1-b317-4f51-95dc-d25d234cd2dd tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Enqueued Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_rules [ 741.142091] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_rules [ 741.142091] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1055661-80fe-438a-b475-64f5ee919a9a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.142251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.142362] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.142772] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.142899] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.151914] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.151914] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.152374] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 432ec9c0-2c77-43e0-b889-5bdd40c701a5 with status ACTIVE [ 741.152374] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.153786] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.153786] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.154314] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.154786] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.155247] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.156131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.156131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.156131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.156131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.156667] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.156667] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.156870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.158052] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.158052] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.158052] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 432ec9c0-2c77-43e0-b889-5bdd40c701a5 is going to be updated. [ 741.186334] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.186334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.186334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.186334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.186334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.186334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-432ec9c0-2c77-43e0-b889-5bdd40c701a5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.482734] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: SUCCESS [ 741.482734] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 deletion is rescheduled due to dependency. [ 741.482734] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.482936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.483247] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.483797] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.484054] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.484167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.484387] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.484497] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.484621] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.637823] env[65824]: INFO networking_nsxv3.common.synchronization [None req-cc4d13f0-1bd6-433b-a1c6-3681b651f45f tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Enqueued Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_rules [ 741.638520] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_rules [ 741.639052] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1055661-80fe-438a-b475-64f5ee919a9a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.639052] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.667855] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.667855] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.667855] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.668260] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.668260] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.668260] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1055661-80fe-438a-b475-64f5ee919a9a already deleted. [ 741.668357] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.668513] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.668692] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.668795] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.740285] env[65824]: INFO networking_nsxv3.common.synchronization [req-dd55ccb5-1592-45b3-9836-6cc7e075fbbc req-07dadc86-2eb7-4ef2-bed3-b372c74985d0 tempest-SecurityGroupRulesTestJSON-1119437862 tempest-SecurityGroupRulesTestJSON-1119437862-project-member] Enqueued Resource ID: c87336fe-7396-4928-8dea-1d9ee568f706 with Priority: HIGHEST for action security_group_rules [ 741.741273] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87336fe-7396-4928-8dea-1d9ee568f706 with Priority: HIGHEST for action security_group_rules [ 741.742330] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c87336fe-7396-4928-8dea-1d9ee568f706 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.742544] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c87336fe-7396-4928-8dea-1d9ee568f706" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.742727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c87336fe-7396-4928-8dea-1d9ee568f706" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.743065] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c87336fe-7396-4928-8dea-1d9ee568f706" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.743234] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c87336fe-7396-4928-8dea-1d9ee568f706',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.988448] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.190153] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.190483] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.190602] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.190854] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.191138] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.191307] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1055661-80fe-438a-b475-64f5ee919a9a already deleted. [ 742.191439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.266316] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.266466] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.266514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.266704] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.266788] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.266881] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c87336fe-7396-4928-8dea-1d9ee568f706 already deleted. [ 742.266959] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c87336fe-7396-4928-8dea-1d9ee568f706" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.491329] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.912619] env[65824]: INFO networking_nsxv3.common.synchronization [None req-4f247d37-ef44-42d9-b05e-483f2d961289 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Enqueued Resource ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada with Priority: HIGHEST for action security_group_rules [ 742.916028] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada with Priority: HIGHEST for action security_group_rules [ 742.916028] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.916028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.916028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.916028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.916028] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ffa3b63-3ca2-4e84-b6dc-f46d4861eada',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.993426] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.994255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.994255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.994255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.994255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.994255] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 is going to be updated. [ 743.037826] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.037999] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.038202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.038342] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.038494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.059033] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: IN_PROGRESS for 2s [ 743.195354] env[65824]: INFO networking_nsxv3.common.synchronization [None req-c7e0e315-d034-498d-9141-641e9df8c04e tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Enqueued Resource ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada with Priority: HIGHEST for action security_group_rules [ 743.196388] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada with Priority: HIGHEST for action security_group_rules [ 743.197153] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.197355] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.443268] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.443486] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.443537] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.443725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.443817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.443912] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada already deleted. [ 743.443995] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.444171] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.444330] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.444416] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ffa3b63-3ca2-4e84-b6dc-f46d4861eada',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.969471] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.969471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.969471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.969726] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.969759] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.969838] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada already deleted. [ 743.969915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.988032] env[65824]: INFO networking_nsxv3.common.synchronization [None req-e6e704ca-a44f-4132-b952-488eddd7df94 None None] Enqueued Resource ID: bddef572-4881-4c99-bb1a-da471ac38dba with Priority: HIGHEST for action port [ 744.989849] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddef572-4881-4c99-bb1a-da471ac38dba with Priority: HIGHEST for action port [ 744.991229] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-bddef572-4881-4c99-bb1a-da471ac38dba taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.991788] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bddef572-4881-4c99-bb1a-da471ac38dba" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.991869] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bddef572-4881-4c99-bb1a-da471ac38dba" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.992187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bddef572-4881-4c99-bb1a-da471ac38dba" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.992290] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bddef572-4881-4c99-bb1a-da471ac38dba',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.070325] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: SUCCESS [ 745.071106] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.071106] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.071106] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.071253] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.071253] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.071349] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.071450] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.071543] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.071604] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.071694] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.498060] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bddef572-4881-4c99-bb1a-da471ac38dba [ 745.498060] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.498060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.498060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.498060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.498060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.498060] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bddef572-4881-4c99-bb1a-da471ac38dba already deleted. [ 745.498060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bddef572-4881-4c99-bb1a-da471ac38dba" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.573811] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.573956] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.574040] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.574425] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.574672] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.574784] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.574838] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.575049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.575482] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.575482] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.575482] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.575482] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.575482] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.575688] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.575754] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.575841] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.575901] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.576053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.576133] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.576216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.576302] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.079678] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8da4c6c-21c8-46c6-9108-700049113bf4: rpc.has_security_group_logging(os_id): False [ 746.104235] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.104235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.104235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.104235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.104408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.106516] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.106516] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.106516] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.106516] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.106516] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.106516] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.106516] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.106516] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.106516] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.106516] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.106516] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.106981] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.106981] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.106981] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.106981] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.107104] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 is going to be updated. [ 746.193785] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.193785] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.193785] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.193785] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.193785] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.211384] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: IN_PROGRESS for 2s [ 746.708627] env[65824]: INFO networking_nsxv3.common.synchronization [req-0ad469c3-1d2e-4d16-a264-fb428ead58cd req-ef159f65-e5d8-4085-91f5-7a37cca57b4c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: 4ce067df-71e9-4e63-910a-639a33bc543e with Priority: HIGHEST for action security_group_members [ 746.709476] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce067df-71e9-4e63-910a-639a33bc543e with Priority: HIGHEST for action security_group_members [ 746.710283] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce067df-71e9-4e63-910a-639a33bc543e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.711276] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.711276] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.711276] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.711276] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.711276] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.711276] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.711276] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.711670] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.711843] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ce067df-71e9-4e63-910a-639a33bc543e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.215189] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.215594] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.215594] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.215720] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.239995] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.242504] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.242504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.242504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.242504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.242504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.242504] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce067df-71e9-4e63-910a-639a33bc543e is going to be updated. [ 747.277128] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.277279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.277347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.277583] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.277763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.289772] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce067df-71e9-4e63-910a-639a33bc543e in Status: IN_PROGRESS for 2s [ 747.548647] env[65824]: INFO networking_nsxv3.common.synchronization [None req-c70f5beb-d462-437f-a297-7c41eb8d1912 None None] Enqueued Resource ID: 0278187b-724f-451d-8845-c3fe6aebcf26 with Priority: HIGHEST for action port [ 747.549313] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0278187b-724f-451d-8845-c3fe6aebcf26 with Priority: HIGHEST for action port [ 747.549680] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-0278187b-724f-451d-8845-c3fe6aebcf26 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.549776] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0278187b-724f-451d-8845-c3fe6aebcf26" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.549817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0278187b-724f-451d-8845-c3fe6aebcf26" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.550218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0278187b-724f-451d-8845-c3fe6aebcf26" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.550218] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0278187b-724f-451d-8845-c3fe6aebcf26',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.052821] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0278187b-724f-451d-8845-c3fe6aebcf26 [ 748.053102] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.053249] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.053307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.053548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.053654] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.053755] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0278187b-724f-451d-8845-c3fe6aebcf26 already deleted. [ 748.053839] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0278187b-724f-451d-8845-c3fe6aebcf26" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.227562] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: SUCCESS [ 748.227562] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.237274] env[65824]: INFO networking_nsxv3.common.synchronization [None req-779f2e42-48ca-490f-8080-9461f6bba4ba None None] Enqueued Resource ID: d3f810d7-213f-4f22-af31-0e6fd230b019 with Priority: HIGHEST for action port [ 749.237836] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f810d7-213f-4f22-af31-0e6fd230b019 with Priority: HIGHEST for action port [ 749.239253] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3f810d7-213f-4f22-af31-0e6fd230b019 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.239423] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3f810d7-213f-4f22-af31-0e6fd230b019" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.239505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3f810d7-213f-4f22-af31-0e6fd230b019" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.239761] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3f810d7-213f-4f22-af31-0e6fd230b019" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.239846] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3f810d7-213f-4f22-af31-0e6fd230b019',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.303153] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce067df-71e9-4e63-910a-639a33bc543e in Status: SUCCESS [ 749.303153] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce067df-71e9-4e63-910a-639a33bc543e deletion is rescheduled due to dependency. [ 749.303153] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.743441] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3f810d7-213f-4f22-af31-0e6fd230b019 [ 749.743441] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.743441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.743441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.743441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.743441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.743692] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3f810d7-213f-4f22-af31-0e6fd230b019 already deleted. [ 749.743692] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3f810d7-213f-4f22-af31-0e6fd230b019" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.766491] env[65824]: INFO networking_nsxv3.common.synchronization [req-c2985823-65a7-400e-8deb-82cea766885b req-7d2a0305-a522-4c97-be4c-b56998fba1ef tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 750.767202] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 750.767779] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.767779] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.767779] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.767955] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.769043] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.769695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.769695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.769695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.769695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.769815] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.272944] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.273180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.273651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.273788] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.273958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.274242] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.274372] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.274449] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.274598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.274683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.274804] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be updated. [ 751.309473] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.309473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.309473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.309473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.309473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.313290] env[65824]: INFO networking_nsxv3.common.synchronization [None req-7e1b9a7a-89a4-428f-af37-82e95f8ff245 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Enqueued Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_rules [ 751.314538] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_rules [ 751.314841] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.314988] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.315056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.315409] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.315496] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.337235] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: IN_PROGRESS for 2s [ 751.447084] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.447275] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-697" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.447391] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-697" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.447644] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-697" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.447895] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.448053] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.448161] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.448367] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.448508] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.448708] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.448812] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.448911] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.449018] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.449123] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.449439] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.449439] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.471853] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.472066] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.472174] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.472367] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-697" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.472737] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.472958] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.473116] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.473699] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.473699] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.790560] env[65824]: INFO networking_nsxv3.common.synchronization [None req-9554545f-02e2-4e9c-904c-3f3847f88bb1 None None] Enqueued Resource ID: ea53da4d-fafb-4210-a964-74eb597fbb66 with Priority: HIGHEST for action port [ 751.790560] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea53da4d-fafb-4210-a964-74eb597fbb66 with Priority: HIGHEST for action port [ 751.790560] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea53da4d-fafb-4210-a964-74eb597fbb66 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.790951] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea53da4d-fafb-4210-a964-74eb597fbb66" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.791074] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea53da4d-fafb-4210-a964-74eb597fbb66" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.791685] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea53da4d-fafb-4210-a964-74eb597fbb66" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.791794] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea53da4d-fafb-4210-a964-74eb597fbb66',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.837688] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.837896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.838792] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.838792] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.838792] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.838792] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 already deleted. [ 751.838792] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.977219] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.977434] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.977544] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.977810] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.977971] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.978113] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4 not found, creating... [ 751.978368] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.978519] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.978632] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.978846] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.978978] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.979271] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.979423] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.979534] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.979736] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.979863] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.979998] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4 is going to be created. [ 752.002348] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.002619] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.002722] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.003013] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.003302] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.003519] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.270426] env[65824]: INFO networking_nsxv3.common.synchronization [None req-4f5ac3eb-d8be-4437-90e5-a5f2ca64679e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Enqueued Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_rules [ 752.270426] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_rules [ 752.270426] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.270426] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.270426] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.270426] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.270426] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.295085] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea53da4d-fafb-4210-a964-74eb597fbb66 [ 752.295365] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.295495] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.295561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.295767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.296946] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.296946] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea53da4d-fafb-4210-a964-74eb597fbb66 already deleted. [ 752.296946] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea53da4d-fafb-4210-a964-74eb597fbb66" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.718306] env[65824]: INFO networking_nsxv3.common.synchronization [None req-48aa5a77-de68-4c1a-9683-912d3344d061 None None] Enqueued Resource ID: 8e823ef1-f57f-4aa4-bee1-2255de731598 with Priority: HIGHEST for action port [ 752.718800] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e823ef1-f57f-4aa4-bee1-2255de731598 with Priority: HIGHEST for action port [ 752.719115] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e823ef1-f57f-4aa4-bee1-2255de731598 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.719232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e823ef1-f57f-4aa4-bee1-2255de731598" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.719296] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e823ef1-f57f-4aa4-bee1-2255de731598" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.719546] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e823ef1-f57f-4aa4-bee1-2255de731598" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.719624] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e823ef1-f57f-4aa4-bee1-2255de731598',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.755268] env[65824]: INFO networking_nsxv3.common.synchronization [req-c2985823-65a7-400e-8deb-82cea766885b req-31a7224f-3ac8-4ef0-b568-a20946601732 service nova] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_rules [ 752.755426] env[65824]: INFO networking_nsxv3.common.synchronization [req-c2985823-65a7-400e-8deb-82cea766885b req-31a7224f-3ac8-4ef0-b568-a20946601732 service nova] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 752.755548] env[65824]: INFO networking_nsxv3.common.synchronization [req-c2985823-65a7-400e-8deb-82cea766885b req-31a7224f-3ac8-4ef0-b568-a20946601732 service nova] Enqueued Resource ID: 1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4 with Priority: HIGHEST for action port [ 752.755835] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_rules [ 752.755969] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 752.756078] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4 with Priority: HIGHEST for action port [ 752.756612] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.756711] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.756791] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.756978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.757078] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.759329] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.759329] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.759329] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.759329] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.759563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.759597] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.759868] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.792610] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.792963] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.792963] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.793047] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.793134] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.793234] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 already deleted. [ 752.793314] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.020745] env[65824]: INFO networking_nsxv3.common.synchronization [req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 req-ab1aec51-68c6-4e34-98fe-d653a04c92ff tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Enqueued Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 753.021309] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 753.021622] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.021996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.022064] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.023715] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.025558] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.025558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.025558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.025558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.025558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.025558] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.118017] env[65824]: INFO networking_nsxv3.common.synchronization [req-9ac107d1-50da-4b7f-a6ed-1cb24db0a81c req-a1299e21-9ed8-490a-8fbd-24eeed30b18b tempest-SecurityGroupRulesTestJSON-1119437862 tempest-SecurityGroupRulesTestJSON-1119437862-project-member] Enqueued Resource ID: c87336fe-7396-4928-8dea-1d9ee568f706 with Priority: HIGHEST for action security_group_rules [ 753.118577] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87336fe-7396-4928-8dea-1d9ee568f706 with Priority: HIGHEST for action security_group_rules [ 753.118875] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c87336fe-7396-4928-8dea-1d9ee568f706 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.118995] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c87336fe-7396-4928-8dea-1d9ee568f706" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.119108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c87336fe-7396-4928-8dea-1d9ee568f706" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.119309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c87336fe-7396-4928-8dea-1d9ee568f706" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.119387] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c87336fe-7396-4928-8dea-1d9ee568f706',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.222018] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e823ef1-f57f-4aa4-bee1-2255de731598 [ 753.222275] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.222440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.222567] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.222750] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.222842] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.222934] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e823ef1-f57f-4aa4-bee1-2255de731598 already deleted. [ 753.223051] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e823ef1-f57f-4aa4-bee1-2255de731598" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.261483] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.261734] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.261968] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4 with status ACTIVE [ 753.262274] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.262495] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.262659] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.262998] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.263172] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.263521] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.263711] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.263822] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.264249] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.264680] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.264680] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.264846] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.264994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.265252] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.265392] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.265540] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4 is going to be updated. [ 753.291958] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.292221] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.292304] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.292490] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.292646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.292816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.350615] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: SUCCESS [ 753.350615] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b deletion is rescheduled due to dependency. [ 753.350889] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.351060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.351279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.351496] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.352052] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.352052] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.352052] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.353907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.353907] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.488631] env[65824]: INFO networking_nsxv3.common.synchronization [req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 req-ca549da9-6815-4675-86b1-fb79d8cdbf2e tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Enqueued Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 753.488631] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 753.488631] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.489088] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.527487] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.607019] env[65824]: INFO networking_nsxv3.common.synchronization [req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 req-b7e303de-00dd-4f4a-9642-781c1aea958b tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Enqueued Resource ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 with Priority: HIGHEST for action security_group_members [ 753.607019] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 with Priority: HIGHEST for action security_group_members [ 753.607384] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-226cbd47-64a1-4eb4-a04a-6c6094d69737 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.607683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.607838] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.608162] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.608599] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.608823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.608972] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.610846] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.610846] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.610846] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('226cbd47-64a1-4eb4-a04a-6c6094d69737',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.642907] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.642907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.642907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.643145] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.643224] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.643322] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c87336fe-7396-4928-8dea-1d9ee568f706 already deleted. [ 753.643408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c87336fe-7396-4928-8dea-1d9ee568f706" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.855461] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.860234] env[65824]: INFO networking_nsxv3.common.synchronization [req-de36220e-8012-4db9-b027-ad176e9a7744 req-4ceb09fa-2d41-41b4-b5f3-3edb68875d16 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Enqueued Resource ID: d52eb41a-9e27-4594-ba7b-dde5690e397d with Priority: HIGHEST for action security_group_members [ 753.861072] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d52eb41a-9e27-4594-ba7b-dde5690e397d with Priority: HIGHEST for action security_group_members [ 753.861391] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d52eb41a-9e27-4594-ba7b-dde5690e397d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.861515] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.861582] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.861850] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.862074] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.862191] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.862255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.862417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.862566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.862678] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d52eb41a-9e27-4594-ba7b-dde5690e397d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.871769] env[65824]: INFO networking_nsxv3.common.synchronization [req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 req-556e6f8c-108a-4512-8bae-9f6d45383a93 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Enqueued Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 753.872812] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 753.873120] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.873222] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.030175] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.083659] env[65824]: INFO networking_nsxv3.common.synchronization [req-0b2a585e-9574-4565-ba09-eab203dcb8a5 req-2d007c8e-3003-42a4-a8f0-9aea05f9cf4c tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Enqueued Resource ID: 47974280-00e1-4166-aeee-91740d965f08 with Priority: HIGHEST for action security_group_members [ 754.084960] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47974280-00e1-4166-aeee-91740d965f08 with Priority: HIGHEST for action security_group_members [ 754.085809] env[65824]: INFO networking_nsxv3.common.synchronization [None req-651cbff5-8ca0-4020-8df6-398ad7e38c1f None None] Enqueued Resource ID: 46fef018-bc9a-4db6-a30c-2965746d2a35 with Priority: HIGHEST for action port [ 754.086425] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-47974280-00e1-4166-aeee-91740d965f08 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.086561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.086626] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.086832] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.089023] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.089242] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.089242] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.089600] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.089655] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.089757] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47974280-00e1-4166-aeee-91740d965f08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.091740] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46fef018-bc9a-4db6-a30c-2965746d2a35 with Priority: HIGHEST for action port [ 754.094038] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-46fef018-bc9a-4db6-a30c-2965746d2a35 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.094161] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46fef018-bc9a-4db6-a30c-2965746d2a35" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.094272] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46fef018-bc9a-4db6-a30c-2965746d2a35" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.094463] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46fef018-bc9a-4db6-a30c-2965746d2a35" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.094539] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46fef018-bc9a-4db6-a30c-2965746d2a35',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.112701] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.112841] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.112954] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.114000] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.114000] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.114000] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.114000] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.114000] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.114000] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.114000] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.114340] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 is going to be updated. [ 754.155946] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.155946] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.155946] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.155946] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.155946] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.167353] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 in Status: IN_PROGRESS for 2s [ 754.307685] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-690 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.307876] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-690" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.307992] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-690" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.308329] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-690" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.308624] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.308779] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.308888] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.309183] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.309332] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.309533] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.309640] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.309739] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.309835] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.309933] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.310042] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.310209] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.333601] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.333835] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.333983] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.334254] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-690" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.334621] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-36703438-9a1e-46c8-9de8-b1432887f35b taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.334838] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-36703438-9a1e-46c8-9de8-b1432887f35b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.334996] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-36703438-9a1e-46c8-9de8-b1432887f35b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.335438] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-36703438-9a1e-46c8-9de8-b1432887f35b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.335601] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36703438-9a1e-46c8-9de8-b1432887f35b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.357366] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.364787] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.364787] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.364787] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.364787] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.364787] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.364787] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.364787] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.366191] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.366456] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.366550] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.366741] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d52eb41a-9e27-4594-ba7b-dde5690e397d already deleted. [ 754.366934] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.533755] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.533960] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.534060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.534609] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.534609] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.534609] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 is going to be updated. [ 754.570421] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.573153] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.573153] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.573153] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.573153] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.586733] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: IN_PROGRESS for 2s [ 754.597318] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.597607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.597607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.597849] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.599030] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46fef018-bc9a-4db6-a30c-2965746d2a35 [ 754.599174] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.599285] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.599351] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.599531] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.600290] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.600290] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46fef018-bc9a-4db6-a30c-2965746d2a35 already deleted. [ 754.600290] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46fef018-bc9a-4db6-a30c-2965746d2a35" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.622526] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.622875] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.622960] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.623060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.623277] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.624033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.624033] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47974280-00e1-4166-aeee-91740d965f08 is going to be updated. [ 754.654625] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.654625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.654625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.654625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.654625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.666158] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47974280-00e1-4166-aeee-91740d965f08 in Status: IN_PROGRESS for 2s [ 754.838951] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.839199] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.839402] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.839804] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.840051] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.840290] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 36703438-9a1e-46c8-9de8-b1432887f35b not found, creating... [ 754.840698] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.840940] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.841215] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.841555] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.841771] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.842212] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.842446] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.842661] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.842968] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.843190] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.843402] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 36703438-9a1e-46c8-9de8-b1432887f35b is going to be created. [ 754.859817] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.860125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.860125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.860294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.860716] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.860716] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be updated. [ 754.864176] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.864342] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.864466] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.864783] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.864927] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.865147] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-36703438-9a1e-46c8-9de8-b1432887f35b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.899037] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.899037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.899037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.899037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.899037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.909079] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: IN_PROGRESS for 2s [ 755.652087] env[65824]: INFO networking_nsxv3.common.synchronization [req-de36220e-8012-4db9-b027-ad176e9a7744 req-225df591-52a1-4952-920a-05518934c311 service nova] Enqueued Resource ID: d52eb41a-9e27-4594-ba7b-dde5690e397d with Priority: HIGHEST for action security_group_rules [ 755.652379] env[65824]: INFO networking_nsxv3.common.synchronization [req-de36220e-8012-4db9-b027-ad176e9a7744 req-225df591-52a1-4952-920a-05518934c311 service nova] Enqueued Resource ID: d52eb41a-9e27-4594-ba7b-dde5690e397d with Priority: HIGHEST for action security_group_members [ 755.652662] env[65824]: INFO networking_nsxv3.common.synchronization [req-de36220e-8012-4db9-b027-ad176e9a7744 req-225df591-52a1-4952-920a-05518934c311 service nova] Enqueued Resource ID: 36703438-9a1e-46c8-9de8-b1432887f35b with Priority: HIGHEST for action port [ 755.653713] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d52eb41a-9e27-4594-ba7b-dde5690e397d with Priority: HIGHEST for action security_group_rules [ 755.653873] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d52eb41a-9e27-4594-ba7b-dde5690e397d with Priority: HIGHEST for action security_group_members [ 755.654054] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36703438-9a1e-46c8-9de8-b1432887f35b with Priority: HIGHEST for action port [ 755.654553] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d52eb41a-9e27-4594-ba7b-dde5690e397d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.655899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.655899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.655899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.655899] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d52eb41a-9e27-4594-ba7b-dde5690e397d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.656193] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d52eb41a-9e27-4594-ba7b-dde5690e397d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.656193] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.656279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.656440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.656578] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.656635] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.656693] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.656814] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.656893] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.656979] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d52eb41a-9e27-4594-ba7b-dde5690e397d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.660534] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-36703438-9a1e-46c8-9de8-b1432887f35b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.660697] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36703438-9a1e-46c8-9de8-b1432887f35b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.660796] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36703438-9a1e-46c8-9de8-b1432887f35b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.661048] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36703438-9a1e-46c8-9de8-b1432887f35b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.661162] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36703438-9a1e-46c8-9de8-b1432887f35b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.167027] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d52eb41a-9e27-4594-ba7b-dde5690e397d taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.167027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.167027] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36703438-9a1e-46c8-9de8-b1432887f35b with status ACTIVE [ 756.167027] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.167027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.167027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.167027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.167027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.167027] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.167027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.167027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.167027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.167027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.167027] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.168125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.168125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.168125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.168125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.168125] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36703438-9a1e-46c8-9de8-b1432887f35b is going to be updated. [ 756.168517] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d52eb41a-9e27-4594-ba7b-dde5690e397d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.181452] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 in Status: SUCCESS [ 756.181645] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 deletion is rescheduled due to dependency. [ 756.181830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.194891] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.194891] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.194891] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.194891] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.196129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.196129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36703438-9a1e-46c8-9de8-b1432887f35b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.600455] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: SUCCESS [ 756.600719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.600910] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.601151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.601336] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.602055] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.602055] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.602055] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.602055] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.602055] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.670542] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d52eb41a-9e27-4594-ba7b-dde5690e397d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.678137] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47974280-00e1-4166-aeee-91740d965f08 in Status: SUCCESS [ 756.678312] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47974280-00e1-4166-aeee-91740d965f08 deletion is rescheduled due to dependency. [ 756.678427] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.930541] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: SUCCESS [ 756.930541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.930541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.930541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.930541] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.930541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.930541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.930541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.930541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.930541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.930541] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.104977] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.105761] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.105761] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.105761] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.105761] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.105761] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.105962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.105962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.106115] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.106334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.106334] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 is going to be updated. [ 757.145748] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.145748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.145748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.145748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.145748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.155120] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: IN_PROGRESS for 2s [ 757.179240] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.179240] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.179240] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.179240] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.179240] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.179240] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d52eb41a-9e27-4594-ba7b-dde5690e397d is going to be created. [ 757.205705] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.206032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.206032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.206162] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.206987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.217566] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d52eb41a-9e27-4594-ba7b-dde5690e397d in Status: UNINITIALIZED for 2s [ 757.435279] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.436417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.436417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.436417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.436597] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.440018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.440018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.440018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.440018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.440018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.440018] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.440018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.440018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.440018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.440018] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.440018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.440018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.440018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.440018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.440018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.440018] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.444242] env[65824]: INFO networking_nsxv3.common.synchronization [req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e req-612bf460-1f4f-4de5-874f-8c0fb2c0ba94 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Enqueued Resource ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d with Priority: HIGHEST for action security_group_members [ 757.447315] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d with Priority: HIGHEST for action security_group_members [ 757.447860] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c253b56d-e9a2-44a5-9a7b-adf6d103126d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.448923] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.449148] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.450311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.450311] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.450311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.450311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.450311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.450311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.450311] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c253b56d-e9a2-44a5-9a7b-adf6d103126d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.947038] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2609518a-0baf-4148-ae98-d57bf5e4491b: rpc.has_security_group_logging(os_id): False [ 757.954924] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.955186] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.955320] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.955725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.955930] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.956332] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.957326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.957326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.957326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.957326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.957326] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d is going to be updated. [ 757.976562] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.976771] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.976845] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.977144] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.977244] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.977628] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.977824] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.977925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.978328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.978441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.978707] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.978897] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.979042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.979353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.979491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.979867] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.980121] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.980211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.980509] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.980707] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.980762] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be updated. [ 758.019551] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.019799] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.019911] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.020167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.020329] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.034983] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d in Status: IN_PROGRESS for 2s [ 758.081535] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.081535] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.081535] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.081535] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.081997] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.100449] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: IN_PROGRESS for 2s [ 758.224132] env[65824]: INFO networking_nsxv3.common.synchronization [req-e6796f54-481f-4031-b57d-ff71d0976c14 req-8c775a07-6995-4edf-9804-0edc0dc1df40 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Enqueued Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_members [ 758.224132] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_members [ 758.225796] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1055661-80fe-438a-b475-64f5ee919a9a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.225796] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.226024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.227882] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.228513] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.228513] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.228513] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.228711] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.228795] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.228916] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.635698] env[65824]: INFO networking_nsxv3.common.synchronization [req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe req-2406573c-ebc4-405e-8f2c-0785f3b942c5 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Enqueued Resource ID: f91c1769-bc39-4795-817c-aa74a5ea4140 with Priority: HIGHEST for action security_group_members [ 758.636270] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91c1769-bc39-4795-817c-aa74a5ea4140 with Priority: HIGHEST for action security_group_members [ 758.636614] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91c1769-bc39-4795-817c-aa74a5ea4140 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.638084] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.638084] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.638084] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.638084] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.638084] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.638084] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.638084] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.638084] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.638084] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f91c1769-bc39-4795-817c-aa74a5ea4140',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.732728] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.732906] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.732978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.733217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.733309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.733567] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.733763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.733763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.734404] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.734404] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.734404] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1055661-80fe-438a-b475-64f5ee919a9a already deleted. [ 758.734404] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.960871] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.961080] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-778" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.961198] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-778" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.961518] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-778" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.961779] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.961924] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.962044] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.962253] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.962389] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.962624] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.962728] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.962832] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.962929] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.963038] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.963138] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.963279] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.983300] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.983448] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 758.983565] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.983740] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-778" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.984088] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-17bc2453-c0b8-47c6-bd63-5578b7180b67 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.984392] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-17bc2453-c0b8-47c6-bd63-5578b7180b67" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.984674] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-17bc2453-c0b8-47c6-bd63-5578b7180b67" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.985045] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-17bc2453-c0b8-47c6-bd63-5578b7180b67" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.985183] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17bc2453-c0b8-47c6-bd63-5578b7180b67',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.140141] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.140344] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.140417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.140765] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.140878] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.141125] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.141223] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.141307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.141498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.141576] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.141668] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f91c1769-bc39-4795-817c-aa74a5ea4140 is going to be updated. [ 759.165262] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: SUCCESS [ 759.165544] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 deletion is rescheduled due to dependency. [ 759.165793] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.165988] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.166215] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.166405] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.166537] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.166615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.166791] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.166857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.166954] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.172807] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.172968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.173034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.173214] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.173356] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.185613] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f91c1769-bc39-4795-817c-aa74a5ea4140 in Status: IN_PROGRESS for 2s [ 759.228054] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d52eb41a-9e27-4594-ba7b-dde5690e397d in Status: SUCCESS [ 759.228439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.228439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.228641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.228822] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.228966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.229019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.229149] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.229241] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.229305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.229389] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d52eb41a-9e27-4594-ba7b-dde5690e397d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.489075] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.489075] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.489075] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.489309] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.489419] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.489589] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 17bc2453-c0b8-47c6-bd63-5578b7180b67 not found, creating... [ 759.489917] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.492245] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.492245] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.492245] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.492245] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.492245] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.492245] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.492245] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.492245] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.492245] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.492245] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 17bc2453-c0b8-47c6-bd63-5578b7180b67 is going to be created. [ 759.514472] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.514696] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.514849] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.515136] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.515369] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.515581] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-17bc2453-c0b8-47c6-bd63-5578b7180b67" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.669866] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.670071] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.670071] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.670271] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.670368] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.670570] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.670666] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.670729] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.670875] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.670948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.671045] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 is going to be updated. [ 759.713899] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.714083] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.714165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.714386] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.714561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.726501] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: IN_PROGRESS for 2s [ 759.732101] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d52eb41a-9e27-4594-ba7b-dde5690e397d taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.732297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.732344] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.732581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.732752] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.732867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.732951] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.733130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.733218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.733307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.733452] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d52eb41a-9e27-4594-ba7b-dde5690e397d taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.733546] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.733662] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.733747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.733899] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.733990] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.734077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.734204] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.734282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.734365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.734456] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d52eb41a-9e27-4594-ba7b-dde5690e397d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.046152] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d in Status: SUCCESS [ 760.046152] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d deletion is rescheduled due to dependency. [ 760.046152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.116941] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: SUCCESS [ 760.116941] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.237122] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d52eb41a-9e27-4594-ba7b-dde5690e397d: rpc.has_security_group_logging(os_id): False [ 760.256539] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.256539] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.256539] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.256978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.256978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.257046] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.257120] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.257183] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.257345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.257452] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.257645] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.257742] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.257818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.257939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.258022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.258237] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.258311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.258366] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.258514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.258589] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.258723] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d52eb41a-9e27-4594-ba7b-dde5690e397d is going to be created. [ 760.262308] env[65824]: INFO networking_nsxv3.common.synchronization [req-e6796f54-481f-4031-b57d-ff71d0976c14 req-f490ded4-b465-43cc-b730-c31e85125388 service nova] Enqueued Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_rules [ 760.262308] env[65824]: INFO networking_nsxv3.common.synchronization [req-e6796f54-481f-4031-b57d-ff71d0976c14 req-f490ded4-b465-43cc-b730-c31e85125388 service nova] Enqueued Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_members [ 760.262386] env[65824]: INFO networking_nsxv3.common.synchronization [req-e6796f54-481f-4031-b57d-ff71d0976c14 req-f490ded4-b465-43cc-b730-c31e85125388 service nova] Enqueued Resource ID: 17bc2453-c0b8-47c6-bd63-5578b7180b67 with Priority: HIGHEST for action port [ 760.263321] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_rules [ 760.263461] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_members [ 760.263601] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bc2453-c0b8-47c6-bd63-5578b7180b67 with Priority: HIGHEST for action port [ 760.264024] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1055661-80fe-438a-b475-64f5ee919a9a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.264024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.264133] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.264227] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.264305] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.265320] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1055661-80fe-438a-b475-64f5ee919a9a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.265430] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.265496] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.265659] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.265804] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.265897] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.265989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.266122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.266207] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.266295] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.267053] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-17bc2453-c0b8-47c6-bd63-5578b7180b67 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.267163] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17bc2453-c0b8-47c6-bd63-5578b7180b67" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.267228] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17bc2453-c0b8-47c6-bd63-5578b7180b67" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.267376] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17bc2453-c0b8-47c6-bd63-5578b7180b67" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.267510] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17bc2453-c0b8-47c6-bd63-5578b7180b67',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.338970] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.339827] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.339827] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.339827] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.343688] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.359433] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d52eb41a-9e27-4594-ba7b-dde5690e397d in Status: IN_PROGRESS for 2s [ 760.501575] env[65824]: INFO networking_nsxv3.common.synchronization [req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf req-1d00262c-e6be-47af-be7a-e8ac79e17dbe tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Enqueued Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_members [ 760.502241] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_members [ 760.502477] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.504709] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.504818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.505141] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.505229] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.505717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.505717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.505717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.505717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.505925] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.769245] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.770928] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1055661-80fe-438a-b475-64f5ee919a9a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.771146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.771815] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17bc2453-c0b8-47c6-bd63-5578b7180b67 with status ACTIVE [ 760.774449] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.774715] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.776218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.776218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.776218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.776218] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.777204] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.777437] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.778862] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.779128] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.779562] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.779874] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.780088] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.780475] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.780723] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.780977] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17bc2453-c0b8-47c6-bd63-5578b7180b67 is going to be updated. [ 760.807354] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.807502] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.807613] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.807857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.808430] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.808717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17bc2453-c0b8-47c6-bd63-5578b7180b67" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.008594] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.008801] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.008801] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.009050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.009170] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.009445] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.009589] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.009675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.009888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.010281] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.010281] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a is going to be updated. [ 761.050133] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.050425] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.050544] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.050901] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.051177] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.061897] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: IN_PROGRESS for 2s [ 761.198049] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f91c1769-bc39-4795-817c-aa74a5ea4140 in Status: IN_PROGRESS for 4s [ 761.273211] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.739483] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: SUCCESS [ 761.739483] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 deletion is rescheduled due to dependency. [ 761.739483] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.775593] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.775593] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.775593] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.775593] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.775593] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.775593] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1055661-80fe-438a-b475-64f5ee919a9a is going to be created. [ 761.806426] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.806660] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.806821] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.807385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.807385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.819118] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1055661-80fe-438a-b475-64f5ee919a9a in Status: UNINITIALIZED for 2s [ 762.380972] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d52eb41a-9e27-4594-ba7b-dde5690e397d in Status: SUCCESS [ 762.381375] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.078717] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: SUCCESS [ 763.078717] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a deletion is rescheduled due to dependency. [ 763.078717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.159197] env[65824]: INFO networking_nsxv3.common.synchronization [req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 req-370e7988-b3c7-4f83-8fe3-c016667390a4 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Enqueued Resource ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada with Priority: HIGHEST for action security_group_members [ 763.159838] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada with Priority: HIGHEST for action security_group_members [ 763.160311] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.160311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.160478] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.160683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.160875] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.160956] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.160956] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.161245] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.161300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.161359] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffa3b63-3ca2-4e84-b6dc-f46d4861eada',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.207418] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f91c1769-bc39-4795-817c-aa74a5ea4140 in Status: SUCCESS [ 763.207599] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f91c1769-bc39-4795-817c-aa74a5ea4140 deletion is rescheduled due to dependency. [ 763.207701] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.648861] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.649202] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-216" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.649263] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-216" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.649682] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-216" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.649960] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.653826] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.654031] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.654307] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.654482] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.654696] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.654817] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.654921] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.655042] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.655151] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.655249] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.655389] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.663169] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.663339] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.663339] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.663617] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.663725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.664668] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.664668] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.664668] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.664668] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.664668] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.664668] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada already deleted. [ 763.664668] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.674992] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.675597] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.675597] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.675751] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-216" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.676036] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-95ca928b-3784-43cc-9b5e-43664fd91e76 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.676213] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-95ca928b-3784-43cc-9b5e-43664fd91e76" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.677012] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-95ca928b-3784-43cc-9b5e-43664fd91e76" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.677012] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-95ca928b-3784-43cc-9b5e-43664fd91e76" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.677012] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ca928b-3784-43cc-9b5e-43664fd91e76',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.685581] env[65824]: INFO networking_nsxv3.common.synchronization [None req-493eae1c-6a74-4d31-9940-2bf934166766 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a with Priority: HIGHEST for action security_group_rules [ 763.686136] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a with Priority: HIGHEST for action security_group_rules [ 763.686468] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.686540] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.686818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.686908] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.686908] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a302a49-8f30-4acd-9703-0b2e5274ad8a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.834485] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1055661-80fe-438a-b475-64f5ee919a9a in Status: SUCCESS [ 763.834781] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.834971] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.835232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.835430] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.835569] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.835636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.835803] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.836936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.836936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.836936] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.989731] env[65824]: INFO networking_nsxv3.common.synchronization [None req-d2813533-7b9e-4f3e-aa39-81e4487055d6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a with Priority: HIGHEST for action security_group_rules [ 763.990343] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a with Priority: HIGHEST for action security_group_rules [ 763.990727] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.990842] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.183123] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.183123] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.183123] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.183511] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.183511] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.183686] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 95ca928b-3784-43cc-9b5e-43664fd91e76 not found, creating... [ 764.183966] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.184140] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.184253] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.184537] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.184601] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.184914] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.185608] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.185801] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.189655] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.189947] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.190302] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 95ca928b-3784-43cc-9b5e-43664fd91e76 is going to be created. [ 764.213341] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.213840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.213840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.213840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.213965] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.213994] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a already deleted. [ 764.214848] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.214848] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.214848] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.214848] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a302a49-8f30-4acd-9703-0b2e5274ad8a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.218312] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.218778] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.218778] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.218846] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.219082] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.219303] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-95ca928b-3784-43cc-9b5e-43664fd91e76" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.342460] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.741774] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.741774] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.741774] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.742406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.742406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.742406] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a already deleted. [ 764.742406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.847044] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1055661-80fe-438a-b475-64f5ee919a9a: rpc.has_security_group_logging(os_id): False [ 764.873872] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.874076] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.874152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.874368] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.874464] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.874706] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.874801] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.874937] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.875076] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.875160] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.875250] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1055661-80fe-438a-b475-64f5ee919a9a is going to be created. [ 764.936836] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.936985] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.937085] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.937273] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.937452] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.941534] env[65824]: INFO networking_nsxv3.common.synchronization [req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 req-8e97c563-2733-46ad-9251-ae87b4d18271 service nova] Enqueued Resource ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada with Priority: HIGHEST for action security_group_rules [ 764.941764] env[65824]: INFO networking_nsxv3.common.synchronization [req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 req-8e97c563-2733-46ad-9251-ae87b4d18271 service nova] Enqueued Resource ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada with Priority: HIGHEST for action security_group_members [ 764.941928] env[65824]: INFO networking_nsxv3.common.synchronization [req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 req-8e97c563-2733-46ad-9251-ae87b4d18271 service nova] Enqueued Resource ID: 95ca928b-3784-43cc-9b5e-43664fd91e76 with Priority: HIGHEST for action port [ 764.942189] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada with Priority: HIGHEST for action security_group_rules [ 764.942349] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada with Priority: HIGHEST for action security_group_members [ 764.942470] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ca928b-3784-43cc-9b5e-43664fd91e76 with Priority: HIGHEST for action port [ 764.943611] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.943611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.943611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.943860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.943943] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ffa3b63-3ca2-4e84-b6dc-f46d4861eada',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.944971] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.945140] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.945228] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.945418] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.945747] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.945919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.946016] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.946195] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.946306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.946417] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffa3b63-3ca2-4e84-b6dc-f46d4861eada',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.947691] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-95ca928b-3784-43cc-9b5e-43664fd91e76 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.947857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95ca928b-3784-43cc-9b5e-43664fd91e76" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.948111] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95ca928b-3784-43cc-9b5e-43664fd91e76" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.948170] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95ca928b-3784-43cc-9b5e-43664fd91e76" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.948271] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ca928b-3784-43cc-9b5e-43664fd91e76',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.950236] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1055661-80fe-438a-b475-64f5ee919a9a in Status: IN_PROGRESS for 2s [ 765.450422] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95ca928b-3784-43cc-9b5e-43664fd91e76 with status ACTIVE [ 765.450710] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.450877] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.450950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.451180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.451288] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.451470] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.451593] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.451687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.451850] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.451926] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.452122] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.452249] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.452336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.452486] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.452630] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.452731] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95ca928b-3784-43cc-9b5e-43664fd91e76 is going to be updated. [ 765.454280] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ffa3b63-3ca2-4e84-b6dc-f46d4861eada',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.455237] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.455308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.478067] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.478667] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.478667] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.478667] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.478956] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.478956] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95ca928b-3784-43cc-9b5e-43664fd91e76" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.956848] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ffa3b63-3ca2-4e84-b6dc-f46d4861eada',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.459796] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.460086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.460086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.461357] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.461357] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.461357] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada is going to be created. [ 766.492257] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.492544] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.492695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.493066] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.493282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.506876] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada in Status: UNINITIALIZED for 2s [ 766.963666] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1055661-80fe-438a-b475-64f5ee919a9a in Status: SUCCESS [ 766.963965] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.519202] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada in Status: SUCCESS [ 768.519530] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.519658] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.519907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.520156] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.520289] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.520374] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.520553] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.520661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.520754] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.520849] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ffa3b63-3ca2-4e84-b6dc-f46d4861eada',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.023575] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ffa3b63-3ca2-4e84-b6dc-f46d4861eada',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.229033] env[65824]: INFO networking_nsxv3.common.synchronization [req-a7557084-0a50-4088-bdd9-770d38934cf2 req-99c69d2a-1a85-4a13-bce3-4c1c80bad91c tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Enqueued Resource ID: 6e280ab7-4001-4ae7-9e50-20d92cf3cb74 with Priority: HIGHEST for action security_group_members [ 769.229507] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e280ab7-4001-4ae7-9e50-20d92cf3cb74 with Priority: HIGHEST for action security_group_members [ 769.229813] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.230128] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.231032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.231032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.231032] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.231032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.231032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.231370] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.231370] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.231370] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e280ab7-4001-4ae7-9e50-20d92cf3cb74',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.528164] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada: rpc.has_security_group_logging(os_id): False [ 769.549462] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.549652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.549707] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.550131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.550131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.550632] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.550632] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.550632] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.550781] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.550781] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.550837] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada is going to be created. [ 769.619622] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.620071] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.620071] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.620071] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.620295] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.635172] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada in Status: IN_PROGRESS for 2s [ 769.736940] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.736940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.736940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.736940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.736940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.736940] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.736940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.736940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.736940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.736940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.736940] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e280ab7-4001-4ae7-9e50-20d92cf3cb74 is going to be updated. [ 769.774795] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.774795] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.774795] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.774795] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.774795] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.785043] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e280ab7-4001-4ae7-9e50-20d92cf3cb74 in Status: IN_PROGRESS for 2s [ 771.654370] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada in Status: SUCCESS [ 771.654703] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.796231] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e280ab7-4001-4ae7-9e50-20d92cf3cb74 in Status: SUCCESS [ 771.796395] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e280ab7-4001-4ae7-9e50-20d92cf3cb74 deletion is rescheduled due to dependency. [ 771.796513] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e280ab7-4001-4ae7-9e50-20d92cf3cb74" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.916558] env[65824]: INFO networking_nsxv3.common.synchronization [None req-c415462e-eb27-47bb-9d51-5355d07a4a44 None None] Enqueued Resource ID: b34e5743-2174-4a02-ad77-d4a8f7b7e706 with Priority: HIGHEST for action port [ 771.916978] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b34e5743-2174-4a02-ad77-d4a8f7b7e706 with Priority: HIGHEST for action port [ 771.917308] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b34e5743-2174-4a02-ad77-d4a8f7b7e706 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.917434] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b34e5743-2174-4a02-ad77-d4a8f7b7e706" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.917492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b34e5743-2174-4a02-ad77-d4a8f7b7e706" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.920198] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b34e5743-2174-4a02-ad77-d4a8f7b7e706" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.920198] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b34e5743-2174-4a02-ad77-d4a8f7b7e706',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.976879] env[65824]: INFO networking_nsxv3.common.synchronization [None req-0f217252-65ed-4a21-b8bc-1271e03fcc3f None None] Enqueued Resource ID: e06f5a6a-a494-46bb-8c43-2c81c2194e68 with Priority: HIGHEST for action port [ 771.977923] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06f5a6a-a494-46bb-8c43-2c81c2194e68 with Priority: HIGHEST for action port [ 771.978424] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-e06f5a6a-a494-46bb-8c43-2c81c2194e68 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.978525] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e06f5a6a-a494-46bb-8c43-2c81c2194e68" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.978565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e06f5a6a-a494-46bb-8c43-2c81c2194e68" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.978831] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e06f5a6a-a494-46bb-8c43-2c81c2194e68" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.978919] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e06f5a6a-a494-46bb-8c43-2c81c2194e68',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.262897] env[65824]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] NSXv3 Agent Agent loop - iteration:0 completed [ 772.262897] env[65824]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] NSXv3 Agent Agent loop - iteration:1 started [ 772.420690] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b34e5743-2174-4a02-ad77-d4a8f7b7e706 [ 772.420940] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.421087] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.421171] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.421356] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.421445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.421536] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b34e5743-2174-4a02-ad77-d4a8f7b7e706 already deleted. [ 772.421619] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b34e5743-2174-4a02-ad77-d4a8f7b7e706" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.481761] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e06f5a6a-a494-46bb-8c43-2c81c2194e68 [ 772.482047] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.482192] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.482264] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.482478] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.482620] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.482691] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e06f5a6a-a494-46bb-8c43-2c81c2194e68 already deleted. [ 772.482792] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e06f5a6a-a494-46bb-8c43-2c81c2194e68" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.679916] env[65824]: INFO networking_nsxv3.common.synchronization [None req-4a1dac22-46f0-498a-be28-6492c0bd2053 None None] Enqueued Resource ID: eb31568f-af6b-401b-b161-31c64820d832 with Priority: HIGHEST for action port [ 774.679916] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb31568f-af6b-401b-b161-31c64820d832 with Priority: HIGHEST for action port [ 774.683817] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb31568f-af6b-401b-b161-31c64820d832 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.683817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb31568f-af6b-401b-b161-31c64820d832" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.683817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb31568f-af6b-401b-b161-31c64820d832" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.683817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb31568f-af6b-401b-b161-31c64820d832" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.683817] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb31568f-af6b-401b-b161-31c64820d832',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.977758] env[65824]: INFO networking_nsxv3.common.synchronization [req-37dc1d47-0e50-436c-a7ef-202a340bd747 req-1313bc64-d68f-492f-ad8b-c710c204af09 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Enqueued Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGHEST for action security_group_members [ 774.978557] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGHEST for action security_group_members [ 774.978895] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.979086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.979207] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.979590] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.980573] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.980719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.980789] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.981174] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.981174] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.981315] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.185313] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb31568f-af6b-401b-b161-31c64820d832 [ 775.185786] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.185929] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.186103] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.186227] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.186505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.186505] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb31568f-af6b-401b-b161-31c64820d832 already deleted. [ 775.186505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb31568f-af6b-401b-b161-31c64820d832" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.368440] env[65824]: INFO networking_nsxv3.common.synchronization [None req-497b65d8-56b0-4562-8e5d-8c73b92031fb None None] Enqueued Resource ID: b663f572-f9cb-41b6-a18b-db599f8f56a6 with Priority: HIGHEST for action port [ 775.368636] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b663f572-f9cb-41b6-a18b-db599f8f56a6 with Priority: HIGHEST for action port [ 775.371048] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b663f572-f9cb-41b6-a18b-db599f8f56a6 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.371048] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b663f572-f9cb-41b6-a18b-db599f8f56a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.371048] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b663f572-f9cb-41b6-a18b-db599f8f56a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.371048] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b663f572-f9cb-41b6-a18b-db599f8f56a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.371048] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b663f572-f9cb-41b6-a18b-db599f8f56a6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.485297] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.485297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.485297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.485297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.485297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.485297] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.485297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.485297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.485297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.487918] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.487918] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 already deleted. [ 775.487918] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.785395] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.785848] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-608" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.785848] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-608" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.787379] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-608" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.787794] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.788053] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.788261] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.788606] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.788825] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.789103] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.789294] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.789368] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.789464] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.789589] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.789771] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.789968] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.814023] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.814023] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.814023] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.814023] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-608" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.814023] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-50a127de-b1ce-42ca-8311-6b03efed11d7 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.814023] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-50a127de-b1ce-42ca-8311-6b03efed11d7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.814023] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-50a127de-b1ce-42ca-8311-6b03efed11d7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.814023] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-50a127de-b1ce-42ca-8311-6b03efed11d7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.816192] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50a127de-b1ce-42ca-8311-6b03efed11d7',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.872492] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b663f572-f9cb-41b6-a18b-db599f8f56a6 [ 775.874735] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.874735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.874735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.874735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.874735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.874735] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b663f572-f9cb-41b6-a18b-db599f8f56a6 already deleted. [ 775.874735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b663f572-f9cb-41b6-a18b-db599f8f56a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.324782] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.324782] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.324782] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.324782] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.324782] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.324782] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 50a127de-b1ce-42ca-8311-6b03efed11d7 not found, creating... [ 776.324782] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.328043] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.328043] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.328043] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.328043] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.328412] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.328543] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.329463] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.331284] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.332494] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.332566] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 50a127de-b1ce-42ca-8311-6b03efed11d7 is going to be created. [ 776.357190] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.357462] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.357590] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.357866] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.358108] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.358473] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-50a127de-b1ce-42ca-8311-6b03efed11d7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.625446] env[65824]: INFO networking_nsxv3.common.synchronization [None req-0cfaac9a-6a26-4484-abee-c32f55248466 None None] Enqueued Resource ID: 571062c3-faba-42f3-a18a-6001efb26d92 with Priority: HIGHEST for action port [ 776.627704] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571062c3-faba-42f3-a18a-6001efb26d92 with Priority: HIGHEST for action port [ 776.627704] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-571062c3-faba-42f3-a18a-6001efb26d92 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.628282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-571062c3-faba-42f3-a18a-6001efb26d92" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.628282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-571062c3-faba-42f3-a18a-6001efb26d92" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.629777] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-571062c3-faba-42f3-a18a-6001efb26d92" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.629917] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('571062c3-faba-42f3-a18a-6001efb26d92',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.135656] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 571062c3-faba-42f3-a18a-6001efb26d92 [ 777.136462] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.136820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.137014] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.137324] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.137496] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.137663] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:571062c3-faba-42f3-a18a-6001efb26d92 already deleted. [ 777.138058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-571062c3-faba-42f3-a18a-6001efb26d92" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.142474] env[65824]: INFO networking_nsxv3.common.synchronization [req-37dc1d47-0e50-436c-a7ef-202a340bd747 req-becda318-d245-4f82-a78f-42b991568d06 service nova] Enqueued Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGHEST for action security_group_rules [ 777.142801] env[65824]: INFO networking_nsxv3.common.synchronization [req-37dc1d47-0e50-436c-a7ef-202a340bd747 req-becda318-d245-4f82-a78f-42b991568d06 service nova] Enqueued Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGHEST for action security_group_members [ 777.143033] env[65824]: INFO networking_nsxv3.common.synchronization [req-37dc1d47-0e50-436c-a7ef-202a340bd747 req-becda318-d245-4f82-a78f-42b991568d06 service nova] Enqueued Resource ID: 50a127de-b1ce-42ca-8311-6b03efed11d7 with Priority: HIGHEST for action port [ 777.143880] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGHEST for action security_group_rules [ 777.144128] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGHEST for action security_group_members [ 777.144309] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a127de-b1ce-42ca-8311-6b03efed11d7 with Priority: HIGHEST for action port [ 777.144730] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.144942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.145379] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.145682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.145772] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.147350] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.147528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.147625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.148090] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.148312] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.148432] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.148519] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.148701] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.148806] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.148909] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.154025] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-50a127de-b1ce-42ca-8311-6b03efed11d7 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.154025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50a127de-b1ce-42ca-8311-6b03efed11d7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.154025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50a127de-b1ce-42ca-8311-6b03efed11d7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.154025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50a127de-b1ce-42ca-8311-6b03efed11d7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.154025] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50a127de-b1ce-42ca-8311-6b03efed11d7',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.654741] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.654997] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.656469] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.657644] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50a127de-b1ce-42ca-8311-6b03efed11d7 with status ACTIVE [ 777.657815] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.658069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.658069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.658305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.658378] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.658668] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.658765] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.658765] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.658910] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.659008] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.659219] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.659315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.659372] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.659512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.659586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.662044] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50a127de-b1ce-42ca-8311-6b03efed11d7 is going to be updated. [ 777.691183] env[65824]: INFO networking_nsxv3.common.synchronization [req-590e73a7-8245-4f2b-8b79-d5670b826721 req-feec7f89-6e4b-416b-8367-41ce31003d02 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Enqueued Resource ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 with Priority: HIGHEST for action security_group_members [ 777.692341] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.692505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.692556] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.692822] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.692956] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.693138] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50a127de-b1ce-42ca-8311-6b03efed11d7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.693924] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 with Priority: HIGHEST for action security_group_members [ 777.694438] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6bb9775-3006-49ef-a785-95b6d1e612a2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.694438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.694438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.694683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.694790] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.694902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.694991] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.695622] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.695729] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.695787] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6bb9775-3006-49ef-a785-95b6d1e612a2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.984095] env[65824]: INFO networking_nsxv3.common.synchronization [req-fde08afc-5be9-446d-b71b-4dbfff63b1de req-4ac18253-5ab6-4232-b7f4-b1aa5f358e76 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 777.985253] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 777.986463] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.986463] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.986463] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.986463] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.986738] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.986738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.986862] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.987015] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.987151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.987262] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.165466] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.198784] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.198944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.199024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.200046] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.236039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.236402] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.236697] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.236697] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.236829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.236928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.237045] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 is going to be updated. [ 778.266441] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.266621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.266621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.266882] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.267072] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.277362] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 in Status: IN_PROGRESS for 2s [ 778.490310] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.490839] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.490839] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.490839] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.490839] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.491104] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.491677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.491677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.491677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.491677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.491677] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 already deleted. [ 778.491677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.545289] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.545634] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.545848] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.546424] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.546781] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.547043] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.547255] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.547602] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.547831] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.548283] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.548385] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.548511] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.548689] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.548899] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.549087] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.549295] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.571473] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.571706] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.571925] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.572234] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.572959] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-dbab3545-1298-4ead-a77e-7065d11aeb18 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.572959] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-dbab3545-1298-4ead-a77e-7065d11aeb18" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.573225] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-dbab3545-1298-4ead-a77e-7065d11aeb18" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.573624] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-dbab3545-1298-4ead-a77e-7065d11aeb18" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.573856] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbab3545-1298-4ead-a77e-7065d11aeb18',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.667364] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.667364] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.667364] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.667681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.667681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.667758] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 is going to be created. [ 778.694762] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.694762] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.695092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.695092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.695256] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.706537] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 in Status: UNINITIALIZED for 2s [ 778.850586] env[65824]: INFO networking_nsxv3.common.synchronization [None req-e744e1c6-7103-44c9-a488-ed0c145ebebd None None] Enqueued Resource ID: 13eca802-689d-46c7-a6e0-5c8a56648567 with Priority: HIGHEST for action port [ 778.851203] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13eca802-689d-46c7-a6e0-5c8a56648567 with Priority: HIGHEST for action port [ 778.851518] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-13eca802-689d-46c7-a6e0-5c8a56648567 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.851642] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13eca802-689d-46c7-a6e0-5c8a56648567" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.851719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13eca802-689d-46c7-a6e0-5c8a56648567" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.851964] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13eca802-689d-46c7-a6e0-5c8a56648567" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.852062] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13eca802-689d-46c7-a6e0-5c8a56648567',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.078787] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.079991] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.079991] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.079991] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.079991] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.079991] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port dbab3545-1298-4ead-a77e-7065d11aeb18 not found, creating... [ 779.080283] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.080775] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.080775] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.080974] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.081087] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.081501] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.081699] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.082237] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.082237] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.082237] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.082438] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: dbab3545-1298-4ead-a77e-7065d11aeb18 is going to be created. [ 779.109345] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.109345] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.109345] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.109345] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.109345] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.109345] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-dbab3545-1298-4ead-a77e-7065d11aeb18" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.356624] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13eca802-689d-46c7-a6e0-5c8a56648567 [ 779.357023] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.357116] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.357222] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.357474] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.357593] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.357696] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13eca802-689d-46c7-a6e0-5c8a56648567 already deleted. [ 779.357779] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13eca802-689d-46c7-a6e0-5c8a56648567" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.873133] env[65824]: INFO networking_nsxv3.common.synchronization [req-fde08afc-5be9-446d-b71b-4dbfff63b1de req-9824dec6-8e39-44cb-993e-f146073d9b70 service nova] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_rules [ 779.873133] env[65824]: INFO networking_nsxv3.common.synchronization [req-fde08afc-5be9-446d-b71b-4dbfff63b1de req-9824dec6-8e39-44cb-993e-f146073d9b70 service nova] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 779.873326] env[65824]: INFO networking_nsxv3.common.synchronization [req-fde08afc-5be9-446d-b71b-4dbfff63b1de req-9824dec6-8e39-44cb-993e-f146073d9b70 service nova] Enqueued Resource ID: dbab3545-1298-4ead-a77e-7065d11aeb18 with Priority: HIGHEST for action port [ 779.873940] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_rules [ 779.874091] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 779.874217] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbab3545-1298-4ead-a77e-7065d11aeb18 with Priority: HIGHEST for action port [ 779.874452] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.874585] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.874703] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.875262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.875262] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.876872] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.876872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.876872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.876872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.876872] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.876872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.876872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.876872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.876872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.876872] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.878756] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbab3545-1298-4ead-a77e-7065d11aeb18 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.878756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbab3545-1298-4ead-a77e-7065d11aeb18" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.878756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbab3545-1298-4ead-a77e-7065d11aeb18" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.879207] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbab3545-1298-4ead-a77e-7065d11aeb18" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.879207] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbab3545-1298-4ead-a77e-7065d11aeb18',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.295100] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 in Status: SUCCESS [ 780.295661] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 deletion is rescheduled due to dependency. [ 780.295661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.381250] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.381250] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.382111] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.383046] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbab3545-1298-4ead-a77e-7065d11aeb18 with status ACTIVE [ 780.383157] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.383562] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.383562] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.384106] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.384106] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.384312] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.384312] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.384391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.386065] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.388246] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.388533] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.388687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.389074] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.389074] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.389178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.389339] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbab3545-1298-4ead-a77e-7065d11aeb18 is going to be updated. [ 780.417656] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.417656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.417656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.417656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.417656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.419655] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbab3545-1298-4ead-a77e-7065d11aeb18" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.449750] env[65824]: INFO networking_nsxv3.common.synchronization [None req-34d4f676-c7f3-4cdb-94b1-b7e38815b6a5 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Enqueued Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_rules [ 780.449844] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_rules [ 780.450357] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.450507] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.450672] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.450918] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.451039] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.530034] env[65824]: INFO networking_nsxv3.common.synchronization [None req-bad72a9d-1f2c-42ac-8569-5d7323704095 None None] Enqueued Resource ID: 08bf653d-06a7-41f8-adcd-c69290c91e37 with Priority: HIGHEST for action port [ 780.530731] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08bf653d-06a7-41f8-adcd-c69290c91e37 with Priority: HIGHEST for action port [ 780.531316] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-08bf653d-06a7-41f8-adcd-c69290c91e37 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.531494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08bf653d-06a7-41f8-adcd-c69290c91e37" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.531568] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08bf653d-06a7-41f8-adcd-c69290c91e37" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.531900] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08bf653d-06a7-41f8-adcd-c69290c91e37" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.531988] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08bf653d-06a7-41f8-adcd-c69290c91e37',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.717976] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 in Status: SUCCESS [ 780.718240] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.718375] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.718583] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.718843] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.718939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.718939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.719139] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.719261] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.719379] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.719539] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.890538] env[65824]: INFO networking_nsxv3.common.synchronization [req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 req-30d685d8-1dba-46de-961e-77ea3d5ded06 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Enqueued Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_members [ 780.895457] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_members [ 780.895732] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.896821] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.896956] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.897041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.897308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.897510] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.897588] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.897659] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.897822] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.897908] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.898039] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.973786] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.973969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.974033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.974217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.974304] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.975025] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a already deleted. [ 780.975025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.035524] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08bf653d-06a7-41f8-adcd-c69290c91e37 [ 781.035524] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.035524] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.035524] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.035524] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.035524] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.035524] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08bf653d-06a7-41f8-adcd-c69290c91e37 already deleted. [ 781.035524] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08bf653d-06a7-41f8-adcd-c69290c91e37" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.087431] env[65824]: INFO networking_nsxv3.common.synchronization [None req-ad8e5f2b-836b-4fae-8fbb-e4b90b0e9217 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Enqueued Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_rules [ 781.087431] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_rules [ 781.087623] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.087724] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.088597] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.091022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.091022] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.222993] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.223212] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.223272] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.223491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.223664] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.223790] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.223893] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.223989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.224140] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.224218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.224398] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.224495] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.224524] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.224668] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.224874] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.224925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.225026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.225184] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.225260] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.225649] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.225649] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.400440] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.400799] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.400799] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.401167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.401167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.401167] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be created. [ 781.402811] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.403097] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.404551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.404551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.404551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.404551] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.404551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.404551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.404551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.404551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.404551] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 already deleted. [ 781.404551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.443511] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.443511] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.443787] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.443873] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.444280] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.458790] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: UNINITIALIZED for 2s [ 781.618560] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.618560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.618560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.618560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.618560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.618872] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a already deleted. [ 781.618872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.627108] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.627359] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-726" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.628333] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-726" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.628333] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-726" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.628333] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.628639] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.628639] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.628862] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.628993] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.629263] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.629339] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.630112] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.630112] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.630112] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.630112] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.630112] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.656376] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.656376] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.656376] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.657168] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-726" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.657776] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-5c508ffb-352d-4e1d-9d55-bffc694af8eb taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.658160] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-5c508ffb-352d-4e1d-9d55-bffc694af8eb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.658432] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-5c508ffb-352d-4e1d-9d55-bffc694af8eb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.659127] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-5c508ffb-352d-4e1d-9d55-bffc694af8eb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.659441] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c508ffb-352d-4e1d-9d55-bffc694af8eb',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.728928] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 774e0174-9056-409e-9deb-1c7c0c4762c1: rpc.has_security_group_logging(os_id): False [ 781.749465] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.749617] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.749808] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.749910] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.750009] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.750201] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.750314] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.750377] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.750763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.750835] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.751024] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.751125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.751189] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.754157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.754157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.754157] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.754157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.754365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.754519] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.754611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.754741] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 is going to be created. [ 781.834437] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.834437] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.834437] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.834437] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.834437] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.847038] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 in Status: IN_PROGRESS for 2s [ 782.162948] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.163441] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.163644] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.163965] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.164141] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.164330] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 5c508ffb-352d-4e1d-9d55-bffc694af8eb not found, creating... [ 782.164668] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.164885] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.165078] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.167039] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.167039] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.167279] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.167511] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.167567] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.167822] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.168685] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.168685] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 5c508ffb-352d-4e1d-9d55-bffc694af8eb is going to be created. [ 782.195698] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.195698] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.196117] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.196803] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.196803] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.196803] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-5c508ffb-352d-4e1d-9d55-bffc694af8eb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.972570] env[65824]: INFO networking_nsxv3.common.synchronization [req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 req-10874f10-0b07-4077-adc8-4dbd89681ba3 service nova] Enqueued Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_rules [ 782.972570] env[65824]: INFO networking_nsxv3.common.synchronization [req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 req-10874f10-0b07-4077-adc8-4dbd89681ba3 service nova] Enqueued Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_members [ 782.972570] env[65824]: INFO networking_nsxv3.common.synchronization [req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 req-10874f10-0b07-4077-adc8-4dbd89681ba3 service nova] Enqueued Resource ID: 5c508ffb-352d-4e1d-9d55-bffc694af8eb with Priority: HIGHEST for action port [ 782.972570] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_rules [ 782.975040] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_members [ 782.975040] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c508ffb-352d-4e1d-9d55-bffc694af8eb with Priority: HIGHEST for action port [ 782.975040] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.975542] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.975639] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.976217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.976333] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.981134] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.981287] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.981366] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.981580] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.981774] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.981878] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.981938] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.982152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.982241] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.982335] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.983259] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c508ffb-352d-4e1d-9d55-bffc694af8eb taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.983394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c508ffb-352d-4e1d-9d55-bffc694af8eb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.983436] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c508ffb-352d-4e1d-9d55-bffc694af8eb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.984382] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c508ffb-352d-4e1d-9d55-bffc694af8eb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.984382] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c508ffb-352d-4e1d-9d55-bffc694af8eb',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.472657] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 783.473598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.473598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.473598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.474098] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.474279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.474496] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.475200] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.475534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.475534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.476594] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.481418] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.481570] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.487197] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.488512] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c508ffb-352d-4e1d-9d55-bffc694af8eb with status ACTIVE [ 783.488635] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.490146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.490146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.490146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.490146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.490146] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.490146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.490146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.490146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.490146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.492689] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.492872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.492963] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.493860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.493981] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.494134] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c508ffb-352d-4e1d-9d55-bffc694af8eb is going to be updated. [ 783.519738] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.519936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.520025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.520230] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.520439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.520661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c508ffb-352d-4e1d-9d55-bffc694af8eb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.798781] env[65824]: INFO networking_nsxv3.common.synchronization [None req-c7ce00e9-ba79-4446-864f-594418ea9708 None None] Enqueued Resource ID: dcab9d8e-6725-45a9-a377-c982494a9df3 with Priority: HIGHEST for action port [ 783.799706] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcab9d8e-6725-45a9-a377-c982494a9df3 with Priority: HIGHEST for action port [ 783.799706] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcab9d8e-6725-45a9-a377-c982494a9df3 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.799706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcab9d8e-6725-45a9-a377-c982494a9df3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.799706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcab9d8e-6725-45a9-a377-c982494a9df3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.799706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcab9d8e-6725-45a9-a377-c982494a9df3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.800076] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcab9d8e-6725-45a9-a377-c982494a9df3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.863506] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 in Status: SUCCESS [ 783.863876] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.979163] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.979510] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.979632] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.980495] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.980804] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.980967] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.981094] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.982419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.982419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.982419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.982419] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.982419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.982419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.982419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.982419] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.982419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.982419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.982934] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.982934] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.983079] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.983180] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.996359] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.305162] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcab9d8e-6725-45a9-a377-c982494a9df3 [ 784.307856] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.307998] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.308080] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.308335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.308431] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.308526] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcab9d8e-6725-45a9-a377-c982494a9df3 already deleted. [ 784.308604] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcab9d8e-6725-45a9-a377-c982494a9df3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.487135] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8: rpc.has_security_group_logging(os_id): False [ 784.499715] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.499866] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.500326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.504155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.504213] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.504333] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 is going to be created. [ 784.506409] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.506544] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.506613] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.506966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.507034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.507764] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.507764] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.507764] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.507764] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.507764] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.508115] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.508226] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.508290] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.508449] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.508525] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.508720] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.508817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.508878] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.509032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.509119] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.509186] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be created. [ 784.540836] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.541038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.541102] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.541266] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.541899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.576281] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: UNINITIALIZED for 2s [ 784.606966] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.606966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.607277] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.607994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.607994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.625765] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 785.480797] env[65824]: INFO networking_nsxv3.common.synchronization [None req-284cc184-f599-443b-9974-fd567ddba729 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Enqueued Resource ID: 170062b8-3135-4aae-907b-5d53c51b1640 with Priority: HIGHEST for action security_group_rules [ 785.481426] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 170062b8-3135-4aae-907b-5d53c51b1640 with Priority: HIGHEST for action security_group_rules [ 785.481782] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-170062b8-3135-4aae-907b-5d53c51b1640 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.481903] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.482012] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.482780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.482872] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('170062b8-3135-4aae-907b-5d53c51b1640',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.614078] env[65824]: INFO networking_nsxv3.common.synchronization [None req-6fecd254-f863-44e6-a70d-2d2a923ba0e8 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Enqueued Resource ID: 170062b8-3135-4aae-907b-5d53c51b1640 with Priority: HIGHEST for action security_group_rules [ 785.614707] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 170062b8-3135-4aae-907b-5d53c51b1640 with Priority: HIGHEST for action security_group_rules [ 785.615909] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-170062b8-3135-4aae-907b-5d53c51b1640 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.616044] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.007327] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.007327] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.007327] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.007327] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.007327] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.007327] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 170062b8-3135-4aae-907b-5d53c51b1640 already deleted. [ 786.007327] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.007327] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.007327] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.007327] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('170062b8-3135-4aae-907b-5d53c51b1640',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.528697] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.529036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.529036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.531806] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.531806] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.531806] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 170062b8-3135-4aae-907b-5d53c51b1640 already deleted. [ 786.531806] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.589505] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: SUCCESS [ 786.590295] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.591050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.591050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.591250] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.592506] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.592506] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.592506] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.592506] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.592506] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.592506] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.646549] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 786.646549] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.095982] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.600762] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db05b57b-149d-4849-a4e8-da1a6c2fb1d1: rpc.has_security_group_logging(os_id): False [ 787.623383] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.623617] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.623617] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.624324] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.624324] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.624324] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.624629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.624629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.624714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.624827] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.625333] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 is going to be created. [ 787.700574] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.700771] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.700966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.701269] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.701592] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.716140] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: IN_PROGRESS for 2s [ 788.731456] env[65824]: INFO networking_nsxv3.common.synchronization [req-fb1de175-628f-4123-8dda-abc9e299cb61 req-a7306a5c-506a-4f3d-b13f-5541aef51a9a tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Enqueued Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGHEST for action security_group_members [ 788.732404] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGHEST for action security_group_members [ 788.732404] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.732521] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.732598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.732989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.733122] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.733247] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.733355] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.733417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.733803] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.733803] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.181022] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.181022] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-608" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.181022] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-608" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.181022] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-608" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.181022] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.184796] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.184796] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.184796] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.184796] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.184796] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.184796] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.184796] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.184796] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.184796] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.184796] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.184796] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.206288] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.206288] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.206288] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.206288] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-608" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.206288] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-97f9b87f-dcc0-4a04-ab17-1b8827112522 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.206288] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-97f9b87f-dcc0-4a04-ab17-1b8827112522" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.206288] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-97f9b87f-dcc0-4a04-ab17-1b8827112522" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.206288] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-97f9b87f-dcc0-4a04-ab17-1b8827112522" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.206288] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f9b87f-dcc0-4a04-ab17-1b8827112522',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.236458] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.708854] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.709058] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.709264] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.710227] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.710227] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.710227] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 97f9b87f-dcc0-4a04-ab17-1b8827112522 not found, creating... [ 789.710400] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.710582] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.710670] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.710913] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.711043] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.712356] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.712356] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.712356] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.712356] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.712356] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.712356] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 97f9b87f-dcc0-4a04-ab17-1b8827112522 is going to be created. [ 789.728722] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: SUCCESS [ 789.729228] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.735410] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.735861] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.735938] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.736969] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.737231] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.737415] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-97f9b87f-dcc0-4a04-ab17-1b8827112522" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.742054] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.245981] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.246430] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.246504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.246778] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.246951] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.247018] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 is going to be updated. [ 790.283035] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.283035] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.283035] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.283374] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.283529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.294154] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 in Status: IN_PROGRESS for 2s [ 790.364009] env[65824]: INFO networking_nsxv3.common.synchronization [req-7c677295-70d0-4eb9-817a-e5edc4a79de8 req-9b754f0f-5ea3-4461-b010-25a4a5b5c35e tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 790.364009] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 790.364403] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.364403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.364403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.364523] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.364691] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.364750] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.365403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.365403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.365403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.365403] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.557824] env[65824]: INFO networking_nsxv3.common.synchronization [req-fb1de175-628f-4123-8dda-abc9e299cb61 req-d40961e3-10ae-456f-a7a9-8233cf7f83d4 service nova] Enqueued Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGHEST for action security_group_rules [ 790.558548] env[65824]: INFO networking_nsxv3.common.synchronization [req-fb1de175-628f-4123-8dda-abc9e299cb61 req-d40961e3-10ae-456f-a7a9-8233cf7f83d4 service nova] Enqueued Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGHEST for action security_group_members [ 790.558548] env[65824]: INFO networking_nsxv3.common.synchronization [req-fb1de175-628f-4123-8dda-abc9e299cb61 req-d40961e3-10ae-456f-a7a9-8233cf7f83d4 service nova] Enqueued Resource ID: 97f9b87f-dcc0-4a04-ab17-1b8827112522 with Priority: HIGHEST for action port [ 790.558885] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGHEST for action security_group_rules [ 790.559049] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGHEST for action security_group_members [ 790.559213] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f9b87f-dcc0-4a04-ab17-1b8827112522 with Priority: HIGHEST for action port [ 790.559528] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.559696] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.559816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.560019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.560153] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.561296] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.561421] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.561787] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-97f9b87f-dcc0-4a04-ab17-1b8827112522 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.561914] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97f9b87f-dcc0-4a04-ab17-1b8827112522" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.562580] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97f9b87f-dcc0-4a04-ab17-1b8827112522" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.562580] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97f9b87f-dcc0-4a04-ab17-1b8827112522" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.562580] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f9b87f-dcc0-4a04-ab17-1b8827112522',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.868293] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.868293] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.868293] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.868293] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.868293] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.868293] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.868293] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.868864] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.868864] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.868864] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.868864] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 is going to be updated. [ 790.898321] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.898467] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.898548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.898769] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.898928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.910625] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: IN_PROGRESS for 2s [ 791.064227] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.064227] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.065742] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97f9b87f-dcc0-4a04-ab17-1b8827112522 with status ACTIVE [ 791.069522] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.069522] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.069522] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.069522] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.069522] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.069522] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.069522] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.069522] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.070306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.070306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.070306] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.070306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.070306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.070518] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.070518] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.070610] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97f9b87f-dcc0-4a04-ab17-1b8827112522 is going to be updated. [ 791.096176] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.096379] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.096379] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.097032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.097032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.097032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97f9b87f-dcc0-4a04-ab17-1b8827112522" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.591540] env[65824]: INFO networking_nsxv3.common.synchronization [req-c7f06d12-2b05-47b2-a8ec-76734f98c85d req-bc1649bd-f4a6-4a42-9486-285286028126 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a with Priority: HIGHEST for action security_group_members [ 791.592281] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a with Priority: HIGHEST for action security_group_members [ 791.592583] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a302a49-8f30-4acd-9703-0b2e5274ad8a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.592735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.592781] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.593414] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.593786] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.593903] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.593970] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.594183] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.594234] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.594332] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a302a49-8f30-4acd-9703-0b2e5274ad8a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.043745] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.044146] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.044146] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.044296] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.044558] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.044710] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.044823] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.045064] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.045209] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.045412] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.045521] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.045655] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.045743] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.045815] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.045915] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.046088] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.071262] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.071419] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.071549] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.071721] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.072065] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-9ef627e4-17ff-4a0d-a85d-01579c50ec21 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.072242] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-9ef627e4-17ff-4a0d-a85d-01579c50ec21" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.072357] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-9ef627e4-17ff-4a0d-a85d-01579c50ec21" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.072822] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-9ef627e4-17ff-4a0d-a85d-01579c50ec21" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.072920] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ef627e4-17ff-4a0d-a85d-01579c50ec21',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.097248] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.097475] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.097781] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.097960] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.098068] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.098277] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.098379] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.098464] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.098571] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.098647] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.098732] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a already deleted. [ 792.098843] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.304950] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 in Status: SUCCESS [ 792.305167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.305343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.305563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.305747] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.305868] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.305931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.306240] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.306346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.306446] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.528703] env[65824]: INFO networking_nsxv3.common.synchronization [None req-ae4e2eab-931b-41df-94c9-8747e373c79b None None] Enqueued Resource ID: 2498dd6e-58ba-4f85-b15d-951c3f0e6d78 with Priority: HIGHEST for action port [ 792.529290] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2498dd6e-58ba-4f85-b15d-951c3f0e6d78 with Priority: HIGHEST for action port [ 792.529603] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-2498dd6e-58ba-4f85-b15d-951c3f0e6d78 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.529948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2498dd6e-58ba-4f85-b15d-951c3f0e6d78" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.529948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2498dd6e-58ba-4f85-b15d-951c3f0e6d78" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.530114] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2498dd6e-58ba-4f85-b15d-951c3f0e6d78" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.530212] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2498dd6e-58ba-4f85-b15d-951c3f0e6d78',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.577924] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.578360] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.578474] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.578733] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.578886] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.579050] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 9ef627e4-17ff-4a0d-a85d-01579c50ec21 not found, creating... [ 792.579343] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.579504] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.579660] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.579922] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.580154] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.580471] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.580675] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.580747] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.580960] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.581244] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.582258] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 9ef627e4-17ff-4a0d-a85d-01579c50ec21 is going to be created. [ 792.605466] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.605687] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.605770] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.606173] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.606407] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.606745] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-9ef627e4-17ff-4a0d-a85d-01579c50ec21" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.809920] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.926240] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: SUCCESS [ 792.927446] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 deletion is rescheduled due to dependency. [ 792.927666] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.033301] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2498dd6e-58ba-4f85-b15d-951c3f0e6d78 [ 793.033301] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.033301] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.033495] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.033586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.033679] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.033850] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2498dd6e-58ba-4f85-b15d-951c3f0e6d78 already deleted. [ 793.033850] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2498dd6e-58ba-4f85-b15d-951c3f0e6d78" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.316574] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.457720] env[65824]: INFO networking_nsxv3.common.synchronization [req-c7f06d12-2b05-47b2-a8ec-76734f98c85d req-a482ea8c-4a4c-427b-8e7a-58424e25bf3c service nova] Enqueued Resource ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a with Priority: HIGHEST for action security_group_rules [ 793.458314] env[65824]: INFO networking_nsxv3.common.synchronization [req-c7f06d12-2b05-47b2-a8ec-76734f98c85d req-a482ea8c-4a4c-427b-8e7a-58424e25bf3c service nova] Enqueued Resource ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a with Priority: HIGHEST for action security_group_members [ 793.458314] env[65824]: INFO networking_nsxv3.common.synchronization [req-c7f06d12-2b05-47b2-a8ec-76734f98c85d req-a482ea8c-4a4c-427b-8e7a-58424e25bf3c service nova] Enqueued Resource ID: 9ef627e4-17ff-4a0d-a85d-01579c50ec21 with Priority: HIGHEST for action port [ 793.459703] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a with Priority: HIGHEST for action security_group_rules [ 793.459703] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a with Priority: HIGHEST for action security_group_members [ 793.459703] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ef627e4-17ff-4a0d-a85d-01579c50ec21 with Priority: HIGHEST for action port [ 793.461182] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.461182] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.461182] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.461433] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.461566] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a302a49-8f30-4acd-9703-0b2e5274ad8a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.462673] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a302a49-8f30-4acd-9703-0b2e5274ad8a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.463816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.463816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.463816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.463816] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.463816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.463816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.463816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.463816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.463816] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a302a49-8f30-4acd-9703-0b2e5274ad8a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.464688] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ef627e4-17ff-4a0d-a85d-01579c50ec21 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.464793] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ef627e4-17ff-4a0d-a85d-01579c50ec21" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.464891] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ef627e4-17ff-4a0d-a85d-01579c50ec21" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.465058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ef627e4-17ff-4a0d-a85d-01579c50ec21" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.465183] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ef627e4-17ff-4a0d-a85d-01579c50ec21',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.822146] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.822146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.822146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.824587] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.824587] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.824587] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 is going to be updated. [ 793.825944] env[65824]: INFO networking_nsxv3.common.synchronization [req-1fc290e1-116b-4713-bbc3-ca2c64002f11 req-b9858dc0-1d08-4fba-84c1-45396ac89ab8 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Enqueued Resource ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b with Priority: HIGHEST for action security_group_members [ 793.827061] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b with Priority: HIGHEST for action security_group_members [ 793.827536] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c41e15f-1fd8-4877-ba00-d12df99f404b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.828218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.828509] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.828646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.829715] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.829872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.831051] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.831051] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.831051] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.831051] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c41e15f-1fd8-4877-ba00-d12df99f404b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.871551] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.871551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.871551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.871551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.871551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.884937] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 in Status: IN_PROGRESS for 2s [ 793.966998] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a302a49-8f30-4acd-9703-0b2e5274ad8a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.968175] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a302a49-8f30-4acd-9703-0b2e5274ad8a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.968339] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.968677] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ef627e4-17ff-4a0d-a85d-01579c50ec21 with status ACTIVE [ 793.968867] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.968980] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.969052] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.969353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.969453] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.969626] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.969747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.969803] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.969939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.970038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.970326] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.970727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.970820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.970970] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.971064] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.971152] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ef627e4-17ff-4a0d-a85d-01579c50ec21 is going to be updated. [ 793.996550] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.996550] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.996550] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.996550] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.996550] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.996550] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ef627e4-17ff-4a0d-a85d-01579c50ec21" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.078544] env[65824]: INFO networking_nsxv3.common.synchronization [req-74c0dbf5-19a9-4e78-8af3-170459ade1ac req-5ce7dda1-e471-4895-9f41-3b1ebbe582a5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Enqueued Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_members [ 794.079152] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_members [ 794.079451] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.079567] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.079633] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.082431] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.082648] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.082824] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.082927] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.083870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.083976] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.084098] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.333285] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.333682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.333682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.333682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.334180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.334180] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.334180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.334180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.334406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.334406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.334406] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b is going to be updated. [ 794.378399] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.380267] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.380267] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.380267] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.380267] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.393840] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b in Status: IN_PROGRESS for 2s [ 794.469573] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a302a49-8f30-4acd-9703-0b2e5274ad8a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.586389] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.586569] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.586643] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.586851] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.586944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.587152] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.587248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.587317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.587469] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.587546] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.587628] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 already deleted. [ 794.587706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.588682] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.588847] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-60" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.588961] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-60" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.589264] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-60" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.589537] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.589689] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.589800] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.589996] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.590141] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.590336] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.590440] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.590627] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.590627] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.590763] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.590872] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.590996] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.637206] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.637206] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.637555] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.637820] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-60" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.638821] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-1c9def62-8241-4f56-8b89-a42146db6561 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.639067] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-1c9def62-8241-4f56-8b89-a42146db6561" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.639222] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-1c9def62-8241-4f56-8b89-a42146db6561" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.639698] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-1c9def62-8241-4f56-8b89-a42146db6561" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.641019] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c9def62-8241-4f56-8b89-a42146db6561',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.974548] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.974548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.974548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.974548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.974548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.974548] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a is going to be created. [ 795.000038] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.002459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.002459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.002459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.002459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.012119] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a in Status: UNINITIALIZED for 2s [ 795.151259] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.151259] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.151666] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.151666] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.151732] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.151918] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 1c9def62-8241-4f56-8b89-a42146db6561 not found, creating... [ 795.152369] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.152369] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.152591] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.152591] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.153363] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.153925] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.154261] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.154397] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.154689] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.154865] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.155080] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 1c9def62-8241-4f56-8b89-a42146db6561 is going to be created. [ 795.177656] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.177906] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.178019] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.178867] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.179190] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.179419] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-1c9def62-8241-4f56-8b89-a42146db6561" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.215551] env[65824]: INFO networking_nsxv3.common.synchronization [None req-4964c943-b130-4153-9185-3dd6b724984b None None] Enqueued Resource ID: 617721f1-7812-48ff-b066-9567b4b0fcd5 with Priority: HIGHEST for action port [ 795.215551] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617721f1-7812-48ff-b066-9567b4b0fcd5 with Priority: HIGHEST for action port [ 795.215551] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-617721f1-7812-48ff-b066-9567b4b0fcd5 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.215551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-617721f1-7812-48ff-b066-9567b4b0fcd5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.215551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-617721f1-7812-48ff-b066-9567b4b0fcd5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.215551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-617721f1-7812-48ff-b066-9567b4b0fcd5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.215551] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('617721f1-7812-48ff-b066-9567b4b0fcd5',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.721161] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 617721f1-7812-48ff-b066-9567b4b0fcd5 [ 795.721161] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.721161] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.721161] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.721161] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.721161] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.721161] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:617721f1-7812-48ff-b066-9567b4b0fcd5 already deleted. [ 795.721161] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-617721f1-7812-48ff-b066-9567b4b0fcd5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.883129] env[65824]: INFO networking_nsxv3.common.synchronization [req-74c0dbf5-19a9-4e78-8af3-170459ade1ac req-cd2b9448-ae9c-4eb6-9d7f-66094a91fb2d service nova] Enqueued Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_rules [ 795.883129] env[65824]: INFO networking_nsxv3.common.synchronization [req-74c0dbf5-19a9-4e78-8af3-170459ade1ac req-cd2b9448-ae9c-4eb6-9d7f-66094a91fb2d service nova] Enqueued Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_members [ 795.883129] env[65824]: INFO networking_nsxv3.common.synchronization [req-74c0dbf5-19a9-4e78-8af3-170459ade1ac req-cd2b9448-ae9c-4eb6-9d7f-66094a91fb2d service nova] Enqueued Resource ID: 1c9def62-8241-4f56-8b89-a42146db6561 with Priority: HIGHEST for action port [ 795.883129] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_rules [ 795.884196] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_members [ 795.884468] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c9def62-8241-4f56-8b89-a42146db6561 with Priority: HIGHEST for action port [ 795.885154] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.885447] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.886641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.887454] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.887681] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.890023] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.890023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.890023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.890023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.890023] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.890023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.890515] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.892733] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.892733] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.892733] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.892733] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c9def62-8241-4f56-8b89-a42146db6561 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.892733] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c9def62-8241-4f56-8b89-a42146db6561" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.892733] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c9def62-8241-4f56-8b89-a42146db6561" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.892733] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c9def62-8241-4f56-8b89-a42146db6561" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.894239] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c9def62-8241-4f56-8b89-a42146db6561',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.904697] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 in Status: SUCCESS [ 795.907697] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.907697] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.907697] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.907697] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.907697] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.907697] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.907697] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.907697] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.907697] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.907697] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.391203] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.391421] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.398073] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.400528] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c9def62-8241-4f56-8b89-a42146db6561 with status ACTIVE [ 796.400528] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.400528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.400528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.400528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.406217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.406217] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.406217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.406217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.406217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.406217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.406217] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.406217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.406608] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.406608] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.406608] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.406703] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c9def62-8241-4f56-8b89-a42146db6561 is going to be updated. [ 796.411725] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.411942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.411942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.412237] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.412445] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.412670] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.412772] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.412987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.413121] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.413215] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.413371] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.413480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.413538] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.413746] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.413891] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.414909] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.414909] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.414909] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.414909] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.414909] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.414909] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.421456] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b in Status: SUCCESS [ 796.421669] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b deletion is rescheduled due to dependency. [ 796.421834] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.440271] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.440271] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.440271] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.440271] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.440271] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.440271] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c9def62-8241-4f56-8b89-a42146db6561" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.910802] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.916815] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 774e0174-9056-409e-9deb-1c7c0c4762c1: rpc.has_security_group_logging(os_id): False [ 796.936297] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.936444] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.936514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.936715] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.936805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.936987] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.937167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.937167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.937303] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.937381] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.937583] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.937682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.937779] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.937982] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.938080] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.938318] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.938408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.938408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.938560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.938611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.938695] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 is going to be updated. [ 797.026025] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.026025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.026025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.026025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.026025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.028558] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a in Status: SUCCESS [ 797.028931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.029707] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.030211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.030562] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.030874] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.031156] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.032791] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.032791] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.032791] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.032791] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a302a49-8f30-4acd-9703-0b2e5274ad8a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.048583] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 in Status: IN_PROGRESS for 2s [ 797.415439] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.415439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.415439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.415676] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.415714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.415809] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 is going to be created. [ 797.445271] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.445439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.445439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.445672] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.445709] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.458011] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: UNINITIALIZED for 2s [ 797.535529] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a302a49-8f30-4acd-9703-0b2e5274ad8a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.808018] env[65824]: INFO networking_nsxv3.common.synchronization [req-edba103d-3988-4f87-8274-a66b3d5b3da0 req-6985684a-89a1-41ae-9c5a-21e8b2648a5e tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Enqueued Resource ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 with Priority: HIGHEST for action security_group_members [ 797.808018] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 with Priority: HIGHEST for action security_group_members [ 797.808504] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-43bd5dad-cdec-474c-9faa-8ceedbca0df8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.808664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.808752] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.809019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.809228] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.809360] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.809442] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.809631] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.809902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.809902] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43bd5dad-cdec-474c-9faa-8ceedbca0df8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.039599] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a302a49-8f30-4acd-9703-0b2e5274ad8a: rpc.has_security_group_logging(os_id): False [ 798.057504] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.057504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.057504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.057504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.057504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.057504] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.057504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.057504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.057504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.057504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.057504] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a is going to be created. [ 798.128942] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.128942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.128942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.128942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.129186] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.141516] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a in Status: IN_PROGRESS for 2s [ 798.312831] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.312831] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.312831] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.313240] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.313240] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.316681] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.316681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.316681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.316681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.316681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.316681] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 is going to be updated. [ 798.351384] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.351597] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.351667] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.351915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.352049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.363113] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 in Status: IN_PROGRESS for 2s [ 799.066569] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 in Status: SUCCESS [ 799.066841] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.468363] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: SUCCESS [ 799.469030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.469030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.469030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.469243] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.469304] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.469347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.469968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.469968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.469968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.469968] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.565126] env[65824]: INFO networking_nsxv3.common.synchronization [req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 req-5aac33de-95f2-437b-8fa9-afe86734c781 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Enqueued Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_members [ 799.565689] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_members [ 799.565988] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.566125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.566233] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.566870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.566870] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.566870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.566870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.567081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.567081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.567455] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.972567] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.973050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.069573] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.158086] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a in Status: SUCCESS [ 800.158302] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.219823] env[65824]: INFO networking_nsxv3.common.synchronization [None req-6ab55235-ffef-40de-be9c-7aff425ee2bf None None] Enqueued Resource ID: bf7714e2-8b93-4dea-a824-d19c4a1b4e89 with Priority: HIGHEST for action port [ 800.221851] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf7714e2-8b93-4dea-a824-d19c4a1b4e89 with Priority: HIGHEST for action port [ 800.222326] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf7714e2-8b93-4dea-a824-d19c4a1b4e89 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.222535] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf7714e2-8b93-4dea-a824-d19c4a1b4e89" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.222535] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf7714e2-8b93-4dea-a824-d19c4a1b4e89" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.222784] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf7714e2-8b93-4dea-a824-d19c4a1b4e89" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.222880] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf7714e2-8b93-4dea-a824-d19c4a1b4e89',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.373747] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 in Status: SUCCESS [ 800.373930] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43bd5dad-cdec-474c-9faa-8ceedbca0df8 deletion is rescheduled due to dependency. [ 800.374050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43bd5dad-cdec-474c-9faa-8ceedbca0df8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.572530] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.694970] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.694970] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-60" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.694970] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-60" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.694970] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-60" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.694970] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.694970] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.694970] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.695483] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.695483] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.695483] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.695573] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.695605] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.695756] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.695827] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.695910] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.696085] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.718411] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.718411] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.718411] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.718411] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-60" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.718411] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-17bc43cc-aa1b-4d71-846f-dedd0b8f590f taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.718411] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-17bc43cc-aa1b-4d71-846f-dedd0b8f590f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.718411] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-17bc43cc-aa1b-4d71-846f-dedd0b8f590f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.718411] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-17bc43cc-aa1b-4d71-846f-dedd0b8f590f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.718411] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17bc43cc-aa1b-4d71-846f-dedd0b8f590f',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.724673] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf7714e2-8b93-4dea-a824-d19c4a1b4e89 [ 800.724903] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.725056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.725222] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.725413] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.725505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.725600] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf7714e2-8b93-4dea-a824-d19c4a1b4e89 already deleted. [ 800.725683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf7714e2-8b93-4dea-a824-d19c4a1b4e89" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.079093] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.079093] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.079093] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.079552] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.079552] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.079552] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 is going to be updated. [ 801.109171] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.109331] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.109432] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.109652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.109800] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.118911] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: IN_PROGRESS for 2s [ 801.221514] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.221742] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.222636] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.222636] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.222636] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.222636] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 17bc43cc-aa1b-4d71-846f-dedd0b8f590f not found, creating... [ 801.223037] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.223183] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.223263] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.223474] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.223653] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.224048] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.224231] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.224442] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.224667] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.224830] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.224985] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 17bc43cc-aa1b-4d71-846f-dedd0b8f590f is going to be created. [ 801.258332] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.258547] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.258668] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.258951] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.259199] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.259437] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-17bc43cc-aa1b-4d71-846f-dedd0b8f590f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.986526] env[65824]: INFO networking_nsxv3.common.synchronization [req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 req-452280e1-b4a0-41cd-8a70-b8d49e019346 service nova] Enqueued Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_rules [ 801.986526] env[65824]: INFO networking_nsxv3.common.synchronization [req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 req-452280e1-b4a0-41cd-8a70-b8d49e019346 service nova] Enqueued Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_members [ 801.986737] env[65824]: INFO networking_nsxv3.common.synchronization [req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 req-452280e1-b4a0-41cd-8a70-b8d49e019346 service nova] Enqueued Resource ID: 17bc43cc-aa1b-4d71-846f-dedd0b8f590f with Priority: HIGHEST for action port [ 801.988420] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_rules [ 801.988603] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_members [ 801.988657] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bc43cc-aa1b-4d71-846f-dedd0b8f590f with Priority: HIGHEST for action port [ 801.990278] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.990278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.990278] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.990278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.990278] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-17bc43cc-aa1b-4d71-846f-dedd0b8f590f taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.990278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17bc43cc-aa1b-4d71-846f-dedd0b8f590f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.990278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17bc43cc-aa1b-4d71-846f-dedd0b8f590f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.990278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17bc43cc-aa1b-4d71-846f-dedd0b8f590f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.990646] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17bc43cc-aa1b-4d71-846f-dedd0b8f590f',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.107540] env[65824]: INFO networking_nsxv3.common.synchronization [None req-ac3d0f04-3e80-4322-9227-9856880e788c None None] Enqueued Resource ID: 2bebb980-dde3-4393-bba1-1640b87b2869 with Priority: HIGHEST for action port [ 802.107540] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bebb980-dde3-4393-bba1-1640b87b2869 with Priority: HIGHEST for action port [ 802.107540] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bebb980-dde3-4393-bba1-1640b87b2869 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.107540] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bebb980-dde3-4393-bba1-1640b87b2869" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.107540] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bebb980-dde3-4393-bba1-1640b87b2869" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.107540] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bebb980-dde3-4393-bba1-1640b87b2869" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.107540] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bebb980-dde3-4393-bba1-1640b87b2869',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.492619] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17bc43cc-aa1b-4d71-846f-dedd0b8f590f with status ACTIVE [ 802.492619] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.492619] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.492619] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.492910] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.492910] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.493333] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.493333] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.493333] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.493491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.493491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.493625] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.493708] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.493781] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.493923] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.493990] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.494083] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17bc43cc-aa1b-4d71-846f-dedd0b8f590f is going to be updated. [ 802.516974] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.517219] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.517299] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.517492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.517623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.517774] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17bc43cc-aa1b-4d71-846f-dedd0b8f590f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.607814] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bebb980-dde3-4393-bba1-1640b87b2869 [ 802.608152] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.608241] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.608286] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.608561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.608592] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.608700] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bebb980-dde3-4393-bba1-1640b87b2869 already deleted. [ 802.608757] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bebb980-dde3-4393-bba1-1640b87b2869" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.703709] env[65824]: INFO networking_nsxv3.common.synchronization [req-6b79403b-771b-4e82-94bc-be3a6689fd17 req-ab3f766e-3b23-4a9f-86e9-1785091dca0b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 802.703709] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 802.704051] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.704325] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.704518] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.704853] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.705395] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.706033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.706033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.706033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.706770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.706770] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.131453] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: SUCCESS [ 803.131711] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.131872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.132101] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.132862] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.132862] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.132862] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.132862] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.132862] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.132862] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.133128] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.133128] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.133202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.133311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.133453] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.133653] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.133653] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.133771] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.133861] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.133949] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.134079] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.134992] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.135202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.135337] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.135437] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.135511] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.135656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.135745] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.135890] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.209362] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.209362] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.209362] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.210298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.210298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.210298] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.210298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.210298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.210298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.210298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.210598] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be updated. [ 803.250321] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.250523] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.250523] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.250864] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.251773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.261647] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: IN_PROGRESS for 2s [ 803.637574] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fd248a8-0ace-443e-8cd6-8c11cdcb9075: rpc.has_security_group_logging(os_id): False [ 803.640477] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.661731] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.661896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.661961] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.662181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.662266] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.662447] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.662542] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.662636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.662851] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.662930] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.663164] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.666022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.666022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.666022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.666022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.666022] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.666022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.666022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.666022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.666022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.666022] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 is going to be created. [ 803.745142] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.746033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.746033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.746033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.746033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.760061] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: IN_PROGRESS for 2s [ 804.144180] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.348040] env[65824]: INFO networking_nsxv3.common.synchronization [None req-f9bd2d59-d697-49ff-87c7-46930588ebc0 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Enqueued Resource ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 with Priority: HIGHEST for action security_group_rules [ 804.348358] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 with Priority: HIGHEST for action security_group_rules [ 804.348749] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e531ed4-7e23-4c7d-860e-1bb985914710 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.348891] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.348975] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.349262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.349349] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e531ed4-7e23-4c7d-860e-1bb985914710',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.559584] env[65824]: INFO networking_nsxv3.common.synchronization [None req-b290bce3-3e89-4351-9585-f6c39e81c102 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Enqueued Resource ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 with Priority: HIGHEST for action security_group_rules [ 804.560582] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 with Priority: HIGHEST for action security_group_rules [ 804.560823] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e531ed4-7e23-4c7d-860e-1bb985914710 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.560939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.646193] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.646482] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.646580] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.647207] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.647335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.647455] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 is going to be updated. [ 804.684338] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.685189] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.685189] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.685189] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.685189] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.700194] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: IN_PROGRESS for 2s [ 804.873020] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.873020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.873020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.873523] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.873523] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.873749] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 already deleted. [ 804.873749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.873966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.874837] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.874837] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e531ed4-7e23-4c7d-860e-1bb985914710',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.210350] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.210702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.210702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.210855] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.210956] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.274976] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: SUCCESS [ 805.275271] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b deletion is rescheduled due to dependency. [ 805.275449] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.400840] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.401025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.401025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.401473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.401473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.401614] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 already deleted. [ 805.401705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.715462] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.773336] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: SUCCESS [ 805.773336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.773336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.774350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.774450] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.218800] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.277265] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.277265] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.711279] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: SUCCESS [ 806.711614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.711815] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.712099] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.712328] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.712499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.712594] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.712878] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.712969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.713094] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.713201] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.722066] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 806.722175] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 806.867520] env[65824]: INFO networking_nsxv3.common.synchronization [req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 req-1319a9b2-693d-4b82-a07d-b3c514552439 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Enqueued Resource ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea with Priority: HIGHEST for action security_group_members [ 806.867520] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea with Priority: HIGHEST for action security_group_members [ 806.867520] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.867520] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.867520] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.868029] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.868208] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.868316] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.868450] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.868601] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.868652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.868757] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.878889] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.085693] env[65824]: INFO networking_nsxv3.common.synchronization [req-506823bf-e215-4160-9b3b-dfea7793cc6f req-a0a11b4f-0dcc-46f1-8dd8-97fa77588c0c tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Enqueued Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_members [ 807.086349] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_members [ 807.086653] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1055661-80fe-438a-b475-64f5ee919a9a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.086776] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.086850] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.089126] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.091751] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.091751] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.091751] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.091751] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.091751] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.091751] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.118346] env[65824]: INFO networking_nsxv3.common.synchronization [req-506823bf-e215-4160-9b3b-dfea7793cc6f req-a0a11b4f-0dcc-46f1-8dd8-97fa77588c0c tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Enqueued Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_rules [ 807.118346] env[65824]: INFO networking_nsxv3.common.synchronization [req-506823bf-e215-4160-9b3b-dfea7793cc6f req-a0a11b4f-0dcc-46f1-8dd8-97fa77588c0c tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Enqueued Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_members [ 807.118346] env[65824]: INFO networking_nsxv3.common.synchronization [req-506823bf-e215-4160-9b3b-dfea7793cc6f req-a0a11b4f-0dcc-46f1-8dd8-97fa77588c0c tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Enqueued Resource ID: 17bc2453-c0b8-47c6-bd63-5578b7180b67 with Priority: HIGHEST for action port [ 807.118346] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_rules [ 807.118346] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_members [ 807.118346] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bc2453-c0b8-47c6-bd63-5578b7180b67 with Priority: HIGHEST for action port [ 807.119171] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1055661-80fe-438a-b475-64f5ee919a9a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.119241] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.119241] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.119473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.119569] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.120775] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1055661-80fe-438a-b475-64f5ee919a9a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.120924] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.121106] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-17bc2453-c0b8-47c6-bd63-5578b7180b67 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.121213] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17bc2453-c0b8-47c6-bd63-5578b7180b67" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.121287] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17bc2453-c0b8-47c6-bd63-5578b7180b67" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.121451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17bc2453-c0b8-47c6-bd63-5578b7180b67" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.121527] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17bc2453-c0b8-47c6-bd63-5578b7180b67',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.215117] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.215374] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.215374] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.215558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.215837] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.215946] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.216020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.216177] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.216265] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.216355] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.216494] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.216585] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.216681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.216790] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.216928] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.217027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.217104] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.217485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.217485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.217485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.217485] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.381490] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.596464] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.622996] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1055661-80fe-438a-b475-64f5ee919a9a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.623139] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.624483] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17bc2453-c0b8-47c6-bd63-5578b7180b67 with status ACTIVE [ 807.624772] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.624873] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.624938] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.625197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.625305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.625467] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.625614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.625663] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.625805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.625883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.626084] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.626177] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.626307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.626364] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.626424] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.626524] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17bc2453-c0b8-47c6-bd63-5578b7180b67 is going to be updated. [ 807.654749] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.654749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.654749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.654749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.654749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.654749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17bc2453-c0b8-47c6-bd63-5578b7180b67" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.679914] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.679914] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.679914] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.680206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.695991] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 807.697049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.698191] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 807.720978] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fd248a8-0ace-443e-8cd6-8c11cdcb9075: rpc.has_security_group_logging(os_id): False [ 807.744118] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.744336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.744412] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.744662] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.744792] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.745010] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.745118] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.745177] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.745609] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.745609] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.745609] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.745864] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.745864] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.745864] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.746024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.746165] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.746297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.746385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.746470] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.746540] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.746643] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 is going to be updated. [ 807.793436] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.793597] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.793688] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.793970] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.800412] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.800987] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 807.801128] env[65824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'17bc2453-c0b8-47c6-bd63-5578b7180b67'} {{(pid=65824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 807.801174] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 807.864612] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.864832] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.864832] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.865022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.865234] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.883644] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.883918] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.883999] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.884202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.884289] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.884389] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea is going to be updated. [ 807.887370] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: IN_PROGRESS for 2s [ 807.888893] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.889077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.889077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.889283] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.890973] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.891195] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 807.951088] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.951309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.951309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.951545] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.951699] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.965556] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea in Status: IN_PROGRESS for 2s [ 808.007305] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.007547] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.007652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.007979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.008419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.008838] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 808.099199] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.102906] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.103146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.103308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.103498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.104049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.104359] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 808.104463] env[65824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4568771b-ecd0-451c-975d-cb189875b22a', 'c9fbec62-5fab-43be-8bfd-5f8949350202', 'e41ca597-cc02-425f-a222-c3db454936f2', 'f91c1769-bc39-4795-817c-aa74a5ea4140', '774e0174-9056-409e-9deb-1c7c0c4762c1', '2c41e15f-1fd8-4877-ba00-d12df99f404b', '4ce067df-71e9-4e63-910a-639a33bc543e', '54df9f8d-425f-40a3-84b0-bbdd84892359', 'c253b56d-e9a2-44a5-9a7b-adf6d103126d', '34f3e753-ffac-4a24-9b96-2a82038cf848', '6a302a49-8f30-4acd-9703-0b2e5274ad8a', '2609518a-0baf-4148-ae98-d57bf5e4491b', '71de5900-590e-479b-bed7-af357879bcd7', 'd3b0387a-4493-4936-8d32-d5661374010a', '5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1', 'ad277b55-878a-432b-9892-976b3111bcd8', 'a8da4c6c-21c8-46c6-9108-700049113bf4', '5c0e16b0-e9e7-4941-a589-1c69dfdccbaf', 'eaa36d3f-6abc-4c87-b6f7-3442cb788b54', 'f1055661-80fe-438a-b475-64f5ee919a9a', '69625ff6-5e84-4712-92bd-16eb7aa48071', '4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea', '47974280-00e1-4166-aeee-91740d965f08', '6fd248a8-0ace-443e-8cd6-8c11cdcb9075', 'cffae331-6828-465c-a904-0cccc5f4d3f2', '226cbd47-64a1-4eb4-a04a-6c6094d69737', 'e2ab1edc-9ee3-4707-8ed3-2271e5b9928a', 'fc5ec171-7f79-4869-910c-13c5de58d57e', '9b931007-6ca7-4eb2-98ad-4108addac9b9', '57848b37-81de-412b-a4ea-eca860e7b4f3', 'a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8', 'd1445843-cfe1-40a4-a7a7-ae28fbfa5620', '5ffa3b63-3ca2-4e84-b6dc-f46d4861eada', 'f6bb9775-3006-49ef-a785-95b6d1e612a2', '43bd5dad-cdec-474c-9faa-8ceedbca0df8', '6e280ab7-4001-4ae7-9e50-20d92cf3cb74', 'db05b57b-149d-4849-a4e8-da1a6c2fb1d1', '0bb291a9-5ce0-40ad-96b1-5abb9e037377', '0b1f5849-b946-4f05-87c1-5232431dbafe', 'd52eb41a-9e27-4594-ba7b-dde5690e397d'} {{(pid=65824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 808.104559] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 808.127331] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.127331] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.127331] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.127533] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.127614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.127727] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 808.127800] env[65824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 808.127873] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 808.258981] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.259260] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.259401] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.259561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.260512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.260880] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 808.261023] env[65824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 808.261108] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 808.261150] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 808.261312] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17bc2453-c0b8-47c6-bd63-5578b7180b67 with Priority: HIGH for action port [ 808.261411] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/40 resources of Type:Security Group Rules [ 808.261498] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4568771b-ecd0-451c-975d-cb189875b22a with Priority: HIGH for action security_group_rules [ 808.261589] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGH for action security_group_rules [ 808.261662] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e41ca597-cc02-425f-a222-c3db454936f2 with Priority: HIGH for action security_group_rules [ 808.261722] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f91c1769-bc39-4795-817c-aa74a5ea4140 with Priority: HIGH for action security_group_rules [ 808.261783] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGH for action security_group_rules [ 808.261856] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b with Priority: HIGH for action security_group_rules [ 808.261983] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ce067df-71e9-4e63-910a-639a33bc543e with Priority: HIGH for action security_group_rules [ 808.261983] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 with Priority: HIGH for action security_group_rules [ 808.262082] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d with Priority: HIGH for action security_group_rules [ 808.262136] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 with Priority: HIGH for action security_group_rules [ 808.262196] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a with Priority: HIGH for action security_group_rules [ 808.262388] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGH for action security_group_rules [ 808.262468] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71de5900-590e-479b-bed7-af357879bcd7 with Priority: HIGH for action security_group_rules [ 808.262543] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3b0387a-4493-4936-8d32-d5661374010a with Priority: HIGH for action security_group_rules [ 808.262614] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 with Priority: HIGH for action security_group_rules [ 808.262680] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad277b55-878a-432b-9892-976b3111bcd8 with Priority: HIGH for action security_group_rules [ 808.262777] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGH for action security_group_rules [ 808.262834] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGH for action security_group_rules [ 808.262886] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 with Priority: HIGH for action security_group_rules [ 808.263016] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.607400] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.607736] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.607736] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.607944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.609059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.609059] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1055661-80fe-438a-b475-64f5ee919a9a is going to be updated. [ 808.647623] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.647756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.647756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.647986] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.648152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.659394] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1055661-80fe-438a-b475-64f5ee919a9a in Status: IN_PROGRESS for 2s [ 808.663617] env[65824]: INFO networking_nsxv3.common.synchronization [req-e526c416-b6a0-4076-bf39-cecac09cd759 req-53a2570e-35b2-4f93-b8a5-00575d1dd717 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Enqueued Resource ID: d52eb41a-9e27-4594-ba7b-dde5690e397d with Priority: HIGHEST for action security_group_members [ 808.664460] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d52eb41a-9e27-4594-ba7b-dde5690e397d with Priority: HIGHEST for action security_group_members [ 808.664460] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bc2453-c0b8-47c6-bd63-5578b7180b67 with Priority: HIGH for action port [ 808.664732] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGH for action security_group_rules [ 808.664875] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b with Priority: HIGH for action security_group_rules [ 808.665268] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3b0387a-4493-4936-8d32-d5661374010a with Priority: HIGH for action security_group_rules [ 808.665268] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 with Priority: HIGH for action security_group_rules [ 808.665268] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf with Priority: HIGH for action security_group_rules [ 808.665430] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGH for action security_group_rules [ 808.665783] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad277b55-878a-432b-9892-976b3111bcd8 with Priority: HIGH for action security_group_rules [ 808.665783] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71de5900-590e-479b-bed7-af357879bcd7 with Priority: HIGH for action security_group_rules [ 808.665783] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 with Priority: HIGH for action security_group_rules [ 808.665949] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGH for action security_group_rules [ 808.665949] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a with Priority: HIGH for action security_group_rules [ 808.666073] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 with Priority: HIGH for action security_group_rules [ 808.666073] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d with Priority: HIGH for action security_group_rules [ 808.667028] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 with Priority: HIGH for action security_group_rules [ 808.667028] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGH for action security_group_rules [ 808.667028] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce067df-71e9-4e63-910a-639a33bc543e with Priority: HIGH for action security_group_rules [ 808.667028] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91c1769-bc39-4795-817c-aa74a5ea4140 with Priority: HIGH for action security_group_rules [ 808.667028] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4568771b-ecd0-451c-975d-cb189875b22a with Priority: HIGH for action security_group_rules [ 808.667028] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41ca597-cc02-425f-a222-c3db454936f2 with Priority: HIGH for action security_group_rules [ 808.667283] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d52eb41a-9e27-4594-ba7b-dde5690e397d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.667418] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.667494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.667705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.668348] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.669206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.669206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.669206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.669206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.669206] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d52eb41a-9e27-4594-ba7b-dde5690e397d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.670657] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-17bc2453-c0b8-47c6-bd63-5578b7180b67 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.670657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17bc2453-c0b8-47c6-bd63-5578b7180b67" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.670657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17bc2453-c0b8-47c6-bd63-5578b7180b67" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.670657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17bc2453-c0b8-47c6-bd63-5578b7180b67" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.670657] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17bc2453-c0b8-47c6-bd63-5578b7180b67',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.671027] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.671096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.671146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.672052] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.672052] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.672165] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c41e15f-1fd8-4877-ba00-d12df99f404b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.672234] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.672287] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.672490] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.674245] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c41e15f-1fd8-4877-ba00-d12df99f404b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.674245] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3b0387a-4493-4936-8d32-d5661374010a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.674245] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.674245] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.674245] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.674245] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3b0387a-4493-4936-8d32-d5661374010a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.678885] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaa36d3f-6abc-4c87-b6f7-3442cb788b54 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.678885] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.678885] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.678885] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.678885] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaa36d3f-6abc-4c87-b6f7-3442cb788b54',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.678885] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.678885] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.678885] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.678885] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.678885] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c0e16b0-e9e7-4941-a589-1c69dfdccbaf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.678885] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.678885] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.678885] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.678885] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.678885] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.680041] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad277b55-878a-432b-9892-976b3111bcd8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.680041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.680041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.680041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.680041] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad277b55-878a-432b-9892-976b3111bcd8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.680906] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71de5900-590e-479b-bed7-af357879bcd7 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.681155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.681155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.681301] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.681301] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71de5900-590e-479b-bed7-af357879bcd7',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.682510] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.682620] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.682685] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.682849] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.682907] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.683172] env[65824]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 808.686710] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.686710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.686710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.686919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.686919] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.691024] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.691024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.691024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.691024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.691286] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a302a49-8f30-4acd-9703-0b2e5274ad8a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.692413] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34f3e753-ffac-4a24-9b96-2a82038cf848 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.692568] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.692667] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.692912] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.693039] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34f3e753-ffac-4a24-9b96-2a82038cf848',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.848313] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c253b56d-e9a2-44a5-9a7b-adf6d103126d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.848614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.848721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.849104] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.849104] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c253b56d-e9a2-44a5-9a7b-adf6d103126d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.850471] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54df9f8d-425f-40a3-84b0-bbdd84892359 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.850580] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.850642] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.850817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.850947] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.851846] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.851950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.852023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.852178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.852251] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.853168] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ce067df-71e9-4e63-910a-639a33bc543e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.853293] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.853346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.853475] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.853539] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ce067df-71e9-4e63-910a-639a33bc543e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.854335] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f91c1769-bc39-4795-817c-aa74a5ea4140 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.854428] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.854494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.854642] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.854711] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f91c1769-bc39-4795-817c-aa74a5ea4140',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.855505] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4568771b-ecd0-451c-975d-cb189875b22a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.855604] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.855665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.855813] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.855881] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4568771b-ecd0-451c-975d-cb189875b22a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.856749] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e41ca597-cc02-425f-a222-c3db454936f2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.856854] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.856926] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.857072] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.857144] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e41ca597-cc02-425f-a222-c3db454936f2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.857358] env[65824]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 809.360729] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17bc2453-c0b8-47c6-bd63-5578b7180b67 with status ACTIVE [ 809.361096] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.361215] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.361215] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.362160] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.362160] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.362160] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.362160] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.362160] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.362160] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.362430] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.362430] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.362530] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.362530] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.362654] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.362727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.362830] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17bc2453-c0b8-47c6-bd63-5578b7180b67 is going to be updated. [ 809.364684] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.364781] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.364834] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.365127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.406016] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.406388] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.406542] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.406755] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.406912] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.407033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.407154] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d52eb41a-9e27-4594-ba7b-dde5690e397d is going to be updated. [ 809.412236] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.412404] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.412529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.412740] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.416175] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.416340] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.416674] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.416904] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.416904] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.417150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.417391] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.417531] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.417582] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.417764] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.418036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.418036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.418162] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.422858] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a302a49-8f30-4acd-9703-0b2e5274ad8a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.422858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.422858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.423062] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.424158] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.424158] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.424158] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.424158] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.424158] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.424158] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.424158] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a302a49-8f30-4acd-9703-0b2e5274ad8a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.427313] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4568771b-ecd0-451c-975d-cb189875b22a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.427827] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.427827] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.427827] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.428028] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.428154] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.428268] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.429078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.429078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.429078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.429078] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4568771b-ecd0-451c-975d-cb189875b22a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.433466] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-54df9f8d-425f-40a3-84b0-bbdd84892359 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.433601] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.434438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.434438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.434438] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.434438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.434438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.434438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.434438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.434751] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.434751] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.436042] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3b0387a-4493-4936-8d32-d5661374010a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.436042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.436042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.436211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.436249] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.436331] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.436394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.436625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.436625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.436739] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.436798] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3b0387a-4493-4936-8d32-d5661374010a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.440556] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.440699] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.440774] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.440950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.441101] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.441262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17bc2453-c0b8-47c6-bd63-5578b7180b67" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.585679] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.585870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.588082] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.588204] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.589495] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.589652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.590501] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.590604] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.606943] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.607120] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.608972] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.609415] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.609932] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.610066] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.610880] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.610985] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.612845] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.613160] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.614137] env[65824]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 809.614681] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.614849] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.615456] env[65824]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 809.615978] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.616090] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.616668] env[65824]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 809.617140] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.617289] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.623718] env[65824]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 809.624428] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.624557] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c41e15f-1fd8-4877-ba00-d12df99f404b is going to be deleted. [ 809.625508] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.625726] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.627430] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.627680] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.627779] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.627934] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.628081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.658036] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d52eb41a-9e27-4594-ba7b-dde5690e397d in Status: IN_PROGRESS for 2s [ 809.662852] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.662852] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 is going to be deleted. [ 809.664800] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.665206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.710082] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.710224] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be deleted. [ 809.711808] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.711888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.737809] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.737966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.746764] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.746890] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e41ca597-cc02-425f-a222-c3db454936f2 is going to be deleted. [ 809.748103] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.748381] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.750792] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.750928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.775526] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.775672] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34f3e753-ffac-4a24-9b96-2a82038cf848 is going to be deleted. [ 809.776731] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.776943] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.832222] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.832475] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.844062] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.844230] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaa36d3f-6abc-4c87-b6f7-3442cb788b54 is going to be deleted. [ 809.845617] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.846243] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.881547] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.881875] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.882613] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.882705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.902260] env[65824]: INFO networking_nsxv3.common.synchronization [req-6fa6c04d-c5e7-464e-8f21-d6086ada7dce req-18a4f373-eade-4e87-93f7-b4dfa104e4a4 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Enqueued Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_members [ 809.902260] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_members [ 809.902260] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1055661-80fe-438a-b475-64f5ee919a9a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.902260] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.906160] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.906160] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c253b56d-e9a2-44a5-9a7b-adf6d103126d is going to be deleted. [ 809.907309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.907566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.920961] env[65824]: INFO networking_nsxv3.common.synchronization [req-6fa6c04d-c5e7-464e-8f21-d6086ada7dce req-18a4f373-eade-4e87-93f7-b4dfa104e4a4 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Enqueued Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_rules [ 809.921234] env[65824]: INFO networking_nsxv3.common.synchronization [req-6fa6c04d-c5e7-464e-8f21-d6086ada7dce req-18a4f373-eade-4e87-93f7-b4dfa104e4a4 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Enqueued Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_members [ 809.921452] env[65824]: INFO networking_nsxv3.common.synchronization [req-6fa6c04d-c5e7-464e-8f21-d6086ada7dce req-18a4f373-eade-4e87-93f7-b4dfa104e4a4 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Enqueued Resource ID: 17bc2453-c0b8-47c6-bd63-5578b7180b67 with Priority: HIGHEST for action port [ 809.922874] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_rules [ 809.923065] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_members [ 809.923182] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bc2453-c0b8-47c6-bd63-5578b7180b67 with Priority: HIGHEST for action port [ 809.923466] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1055661-80fe-438a-b475-64f5ee919a9a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.923572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.923786] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1055661-80fe-438a-b475-64f5ee919a9a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.923880] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.924353] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-17bc2453-c0b8-47c6-bd63-5578b7180b67 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.924455] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17bc2453-c0b8-47c6-bd63-5578b7180b67" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.924521] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17bc2453-c0b8-47c6-bd63-5578b7180b67" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.924727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17bc2453-c0b8-47c6-bd63-5578b7180b67" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.924808] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17bc2453-c0b8-47c6-bd63-5578b7180b67',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.936888] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: SUCCESS [ 809.937151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.939109] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a302a49-8f30-4acd-9703-0b2e5274ad8a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.940268] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.941375] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.941615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.941615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.941777] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.941963] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.942327] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.942395] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.942574] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.942657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.942879] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.943076] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.943276] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.943276] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.943410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.943560] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.943644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.943705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.943930] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.944037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.944129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.944236] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.945881] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4568771b-ecd0-451c-975d-cb189875b22a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.958661] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3b0387a-4493-4936-8d32-d5661374010a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.003101] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.003101] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c0e16b0-e9e7-4941-a589-1c69dfdccbaf is going to be deleted. [ 810.003556] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.003806] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.005729] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea in Status: SUCCESS [ 810.005938] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.066712] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.067448] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.070337] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.070337] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad277b55-878a-432b-9892-976b3111bcd8 is going to be deleted. [ 810.070337] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.070337] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.166767] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.166767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.167874] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.168035] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 is going to be deleted. [ 810.169096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.169357] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.226776] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.226937] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.268539] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.268772] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71de5900-590e-479b-bed7-af357879bcd7 is going to be deleted. [ 810.269730] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.269982] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.316294] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.316294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.428092] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17bc2453-c0b8-47c6-bd63-5578b7180b67 with status ACTIVE [ 810.428557] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.428626] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.428681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.429144] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.429144] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.429319] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.429406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.429459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.429614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.429961] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.429961] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.430063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.430100] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.430271] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.430364] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.430456] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17bc2453-c0b8-47c6-bd63-5578b7180b67 is going to be updated. [ 810.435074] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.435252] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f91c1769-bc39-4795-817c-aa74a5ea4140 is going to be deleted. [ 810.436239] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.436604] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.441296] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a302a49-8f30-4acd-9703-0b2e5274ad8a: rpc.has_security_group_logging(os_id): False [ 810.446465] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 774e0174-9056-409e-9deb-1c7c0c4762c1: rpc.has_security_group_logging(os_id): False [ 810.447951] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54df9f8d-425f-40a3-84b0-bbdd84892359: rpc.has_security_group_logging(os_id): False [ 810.449083] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4568771b-ecd0-451c-975d-cb189875b22a: rpc.has_security_group_logging(os_id): False [ 810.460340] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3b0387a-4493-4936-8d32-d5661374010a: rpc.has_security_group_logging(os_id): False [ 810.470619] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.470619] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.481027] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.481027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.497377] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.497377] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.497377] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.498056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.498236] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.498423] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17bc2453-c0b8-47c6-bd63-5578b7180b67" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.499650] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.499779] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.500308] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.500408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.505622] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.505840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.506754] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.506867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.507802] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.508058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.524777] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.524839] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1 is going to be deleted. [ 810.526761] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.526835] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.590441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.590975] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ce067df-71e9-4e63-910a-639a33bc543e is going to be deleted. [ 810.593102] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.593102] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.593102] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.593102] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c41e15f-1fd8-4877-ba00-d12df99f404b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.593102] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.593579] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.593823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.594143] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.594945] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.595285] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.597108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.597108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.597108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.597108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.597108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.597108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e41ca597-cc02-425f-a222-c3db454936f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.597108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.597108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.597108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.597108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34f3e753-ffac-4a24-9b96-2a82038cf848" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.597108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.597108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.597108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.597512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaa36d3f-6abc-4c87-b6f7-3442cb788b54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.597512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.597512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.597512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.597626] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c253b56d-e9a2-44a5-9a7b-adf6d103126d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.597752] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.597895] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.597970] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.598311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad277b55-878a-432b-9892-976b3111bcd8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.598478] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.598666] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.598764] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.598903] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c0e16b0-e9e7-4941-a589-1c69dfdccbaf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.600157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.600157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.600157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.600157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.600157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.600559] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.600718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.600899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71de5900-590e-479b-bed7-af357879bcd7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.601105] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.601313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.666236] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.666236] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.666236] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.666236] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.666577] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.666577] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.666577] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 is going to be updated. [ 810.669760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.670604] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.734051] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.734218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.734975] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1055661-80fe-438a-b475-64f5ee919a9a in Status: SUCCESS [ 810.735237] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.735410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.735629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.735796] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.735906] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.735969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.736877] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.737025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.737153] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.739194] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.739342] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.755950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.756517] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.756517] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.756517] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.756813] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.756965] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.761021] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.761021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.761021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.761021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.761021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.761021] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.761021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.761021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.761021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.761021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.761021] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 is going to be updated. [ 810.762292] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.762292] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.784110] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.784318] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.789256] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.789573] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.789682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.789747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.789940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.790054] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.790124] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a is going to be updated. [ 810.791400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.791596] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.822717] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.822717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.824741] env[65824]: INFO networking_nsxv3.common.synchronization [req-495a715a-6fec-4b71-8b32-aa86f62f5477 req-db52d2ba-f1f5-4aa2-a73d-520b6edb539a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 810.827228] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 810.827668] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.827840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.827940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.828169] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.831883] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.831883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.831883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.831883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.831883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.831883] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.844572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.844572] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.844572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.844572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.844572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.844572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.844818] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3b0387a-4493-4936-8d32-d5661374010a is going to be updated. [ 810.846042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.846042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.846896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.846896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fb2ab5a-52eb-4ef9-91ed-ee156db9d5d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.846896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.846896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.934123] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.934482] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.934622] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.934694] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.934989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.935171] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.935300] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4568771b-ecd0-451c-975d-cb189875b22a is going to be updated. [ 810.937288] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.939683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.939826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.939985] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f91c1769-bc39-4795-817c-aa74a5ea4140" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.940583] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.940583] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.940583] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.941985] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.942178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.942270] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.942390] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ce067df-71e9-4e63-910a-639a33bc543e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.950027] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.950027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.950027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.950027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.950027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.962088] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 in Status: IN_PROGRESS for 2s [ 810.965802] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 in Status: IN_PROGRESS for 2s [ 810.973662] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.973932] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.973932] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.974118] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.974266] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.007625] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a in Status: IN_PROGRESS for 2s [ 811.037022] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.037022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.037022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.037022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.037022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.074541] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3b0387a-4493-4936-8d32-d5661374010a in Status: IN_PROGRESS for 2s [ 811.082168] env[65824]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 811.082168] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.082168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.082168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.082168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.082168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.136388] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4568771b-ecd0-451c-975d-cb189875b22a in Status: IN_PROGRESS for 2s [ 811.211566] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.211842] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-682" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.211999] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-682" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.212343] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-682" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.212639] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.212867] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.213075] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.213267] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.213415] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.213637] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.213760] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.213937] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.214046] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.214182] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.214305] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.214459] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.241155] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.241155] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.241155] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.241155] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-682" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.241155] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-76fa27e5-23d5-4ca5-898d-d0d4e2406cba taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.241155] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-76fa27e5-23d5-4ca5-898d-d0d4e2406cba" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.241704] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-76fa27e5-23d5-4ca5-898d-d0d4e2406cba" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.241704] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-76fa27e5-23d5-4ca5-898d-d0d4e2406cba" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.241704] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76fa27e5-23d5-4ca5-898d-d0d4e2406cba',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.243015] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.336200] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.669101] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d52eb41a-9e27-4594-ba7b-dde5690e397d in Status: SUCCESS [ 811.669995] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d52eb41a-9e27-4594-ba7b-dde5690e397d deletion is rescheduled due to dependency. [ 811.669995] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d52eb41a-9e27-4594-ba7b-dde5690e397d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.745158] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.746228] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.746228] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.746384] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.746574] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.746686] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.746822] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 76fa27e5-23d5-4ca5-898d-d0d4e2406cba not found, creating... [ 811.747075] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.747229] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.747339] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.747546] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.747677] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.747949] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.749314] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.749314] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.749314] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.749314] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.749314] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 76fa27e5-23d5-4ca5-898d-d0d4e2406cba is going to be created. [ 811.770557] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.770820] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.770892] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.771363] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.771496] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.772307] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-76fa27e5-23d5-4ca5-898d-d0d4e2406cba" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.838599] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.250956] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.251149] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.252182] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.252449] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.252551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.252659] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1055661-80fe-438a-b475-64f5ee919a9a is going to be updated. [ 812.286220] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.286319] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.286319] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.286536] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.286733] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.300689] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1055661-80fe-438a-b475-64f5ee919a9a in Status: IN_PROGRESS for 2s [ 812.342963] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.343199] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.343426] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.344013] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.344129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.344244] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 is going to be updated. [ 812.389815] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.389981] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.390222] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.390284] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.390445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.401181] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: IN_PROGRESS for 2s [ 812.546565] env[65824]: INFO networking_nsxv3.common.synchronization [req-495a715a-6fec-4b71-8b32-aa86f62f5477 req-b5544309-3d6a-4b2a-b097-c72bb6c422bf service nova] Enqueued Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_rules [ 812.546565] env[65824]: INFO networking_nsxv3.common.synchronization [req-495a715a-6fec-4b71-8b32-aa86f62f5477 req-b5544309-3d6a-4b2a-b097-c72bb6c422bf service nova] Enqueued Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 812.546565] env[65824]: INFO networking_nsxv3.common.synchronization [req-495a715a-6fec-4b71-8b32-aa86f62f5477 req-b5544309-3d6a-4b2a-b097-c72bb6c422bf service nova] Enqueued Resource ID: 76fa27e5-23d5-4ca5-898d-d0d4e2406cba with Priority: HIGHEST for action port [ 812.546565] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_rules [ 812.546565] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 812.546565] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fa27e5-23d5-4ca5-898d-d0d4e2406cba with Priority: HIGHEST for action port [ 812.546792] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.546958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.546958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.548226] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.548315] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.549164] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.551279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.551279] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-76fa27e5-23d5-4ca5-898d-d0d4e2406cba taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.551279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76fa27e5-23d5-4ca5-898d-d0d4e2406cba" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.551279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76fa27e5-23d5-4ca5-898d-d0d4e2406cba" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.551279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76fa27e5-23d5-4ca5-898d-d0d4e2406cba" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.551279] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76fa27e5-23d5-4ca5-898d-d0d4e2406cba',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.983898] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 in Status: SUCCESS [ 812.984338] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.984926] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 in Status: SUCCESS [ 812.985119] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.022079] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a in Status: SUCCESS [ 813.022365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.053367] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.053526] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.053657] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76fa27e5-23d5-4ca5-898d-d0d4e2406cba with status ACTIVE [ 813.054662] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.054662] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.054662] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.054662] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.054662] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.054662] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.054662] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.055339] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.055516] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.055586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.055965] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.056092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.056171] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.056314] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.056381] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.056467] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76fa27e5-23d5-4ca5-898d-d0d4e2406cba is going to be updated. [ 813.079431] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.079636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.079636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.079875] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.080018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.080184] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76fa27e5-23d5-4ca5-898d-d0d4e2406cba" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.087256] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3b0387a-4493-4936-8d32-d5661374010a in Status: SUCCESS [ 813.087496] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.158482] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4568771b-ecd0-451c-975d-cb189875b22a in Status: SUCCESS [ 813.158717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.493161] env[65824]: INFO networking_nsxv3.common.synchronization [req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c req-13f7261c-f351-4d0b-904a-882bc7d9b06f tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Enqueued Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_members [ 813.493701] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_members [ 813.494054] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.494176] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.494302] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.494442] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.494584] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.494709] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.494759] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.494874] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.494959] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.495069] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.779681] env[65824]: INFO networking_nsxv3.common.synchronization [req-d6838792-4762-4553-9f77-d41aa4ba8a7e req-411f5bf1-0137-4f89-a017-32eae237c8df tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Enqueued Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_members [ 813.780430] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1055661-80fe-438a-b475-64f5ee919a9a with Priority: HIGHEST for action security_group_members [ 813.781072] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1055661-80fe-438a-b475-64f5ee919a9a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.781072] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.967294] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.967595] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-60" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.967595] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-60" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.967980] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-60" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.968392] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.968392] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.968392] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.969482] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.969482] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.969482] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.969482] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.969482] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.969482] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.969849] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.969849] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.969849] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.991937] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.992249] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.992249] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.992424] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-60" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.993075] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-4b30c665-adc8-4b66-949a-d07728c7278b taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.993075] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-4b30c665-adc8-4b66-949a-d07728c7278b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.993075] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-4b30c665-adc8-4b66-949a-d07728c7278b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.993398] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-4b30c665-adc8-4b66-949a-d07728c7278b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.993532] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b30c665-adc8-4b66-949a-d07728c7278b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.996423] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.311739] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1055661-80fe-438a-b475-64f5ee919a9a in Status: SUCCESS [ 814.312140] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.312192] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.312357] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.312575] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.312683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.312748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.312968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.313640] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.313640] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.313640] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.314101] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.314286] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.314456] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.314568] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.314738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.314738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.315569] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.315569] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.412962] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: SUCCESS [ 814.413105] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.414027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.414027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.414027] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.414027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.414027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.414027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.414407] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.414407] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.499652] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.499652] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.499652] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.499892] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.500401] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.500401] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 4b30c665-adc8-4b66-949a-d07728c7278b not found, creating... [ 814.500608] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.502126] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.502486] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.502767] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.502946] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.503323] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.503546] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.503665] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.503917] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.504073] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.504219] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 4b30c665-adc8-4b66-949a-d07728c7278b is going to be created. [ 814.505631] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.525895] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.526123] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.526252] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.526517] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.526752] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.526977] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-4b30c665-adc8-4b66-949a-d07728c7278b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.816727] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.818624] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.818852] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.818852] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.819140] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.841756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.842137] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.842273] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.842341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.842542] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.842625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.842716] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1055661-80fe-438a-b475-64f5ee919a9a is going to be updated. [ 814.872110] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.872236] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.872282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.872484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.872627] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.882101] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1055661-80fe-438a-b475-64f5ee919a9a in Status: IN_PROGRESS for 2s [ 814.917915] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.008916] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.009389] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.009389] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.009544] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.009583] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.009801] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 is going to be updated. [ 815.047880] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.047980] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.048177] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.049031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.049031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.061738] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: IN_PROGRESS for 2s [ 815.249504] env[65824]: INFO networking_nsxv3.common.synchronization [req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c req-5f6add71-7506-42f1-9641-374d47b50f71 service nova] Enqueued Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_rules [ 815.249694] env[65824]: INFO networking_nsxv3.common.synchronization [req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c req-5f6add71-7506-42f1-9641-374d47b50f71 service nova] Enqueued Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_members [ 815.249827] env[65824]: INFO networking_nsxv3.common.synchronization [req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c req-5f6add71-7506-42f1-9641-374d47b50f71 service nova] Enqueued Resource ID: 4b30c665-adc8-4b66-949a-d07728c7278b with Priority: HIGHEST for action port [ 815.250423] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_rules [ 815.254020] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_members [ 815.254020] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b30c665-adc8-4b66-949a-d07728c7278b with Priority: HIGHEST for action port [ 815.254020] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.254020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.254020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.254020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.254020] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.254020] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.254020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.254020] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b30c665-adc8-4b66-949a-d07728c7278b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.254020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b30c665-adc8-4b66-949a-d07728c7278b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.254586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b30c665-adc8-4b66-949a-d07728c7278b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.254586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b30c665-adc8-4b66-949a-d07728c7278b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.254586] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b30c665-adc8-4b66-949a-d07728c7278b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.319631] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1055661-80fe-438a-b475-64f5ee919a9a: rpc.has_security_group_logging(os_id): False [ 815.340529] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.340672] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.340741] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.341077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.341472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.341472] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.341637] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.341637] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.341734] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.341808] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.341892] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1055661-80fe-438a-b475-64f5ee919a9a is going to be updated. [ 815.417104] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.417353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.417439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.417823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.417895] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.420219] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.437623] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1055661-80fe-438a-b475-64f5ee919a9a in Status: IN_PROGRESS for 2s [ 815.756838] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.756997] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.757230] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b30c665-adc8-4b66-949a-d07728c7278b with status ACTIVE [ 815.757418] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.758368] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.758368] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.758368] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.758368] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.758368] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.758368] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.758368] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.758913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.758913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.758913] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.758913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.758913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.759118] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.759118] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.759915] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b30c665-adc8-4b66-949a-d07728c7278b is going to be updated. [ 815.784342] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.784509] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.784576] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.784866] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.784938] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.785132] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b30c665-adc8-4b66-949a-d07728c7278b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.925125] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.925125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.925125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.925125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.925125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.925125] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 is going to be updated. [ 815.964651] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.964651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.964651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.964651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.964651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.977922] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: IN_PROGRESS for 2s [ 816.287325] env[65824]: INFO networking_nsxv3.common.synchronization [req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec req-e210e443-09fa-4bb9-8795-5410d54299a7 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Enqueued Resource ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 with Priority: HIGHEST for action security_group_members [ 816.287325] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 with Priority: HIGHEST for action security_group_members [ 816.287702] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6bb9775-3006-49ef-a785-95b6d1e612a2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.287702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.287794] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.289041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.289041] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.289041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.289041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.289041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.289041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.289041] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6bb9775-3006-49ef-a785-95b6d1e612a2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.791037] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.791286] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.791394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.791677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.800037] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.800037] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.800037] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.800372] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.800935] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.800935] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.801092] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.801400] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.801641] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.801959] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.802137] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.802286] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.802432] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.802577] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.802719] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.802902] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.825636] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.825921] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.826479] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.826479] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.827323] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-fef55b73-6df0-4da7-8fb3-2b10b719dcd0 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.827323] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-fef55b73-6df0-4da7-8fb3-2b10b719dcd0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.827540] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-fef55b73-6df0-4da7-8fb3-2b10b719dcd0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.828254] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-fef55b73-6df0-4da7-8fb3-2b10b719dcd0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.828254] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fef55b73-6df0-4da7-8fb3-2b10b719dcd0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.831345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.831685] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.831871] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.831992] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.832303] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.832460] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.832624] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 is going to be updated. [ 816.866087] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.866269] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.866362] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.866618] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.866768] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.893358] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 in Status: IN_PROGRESS for 2s [ 816.894099] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1055661-80fe-438a-b475-64f5ee919a9a in Status: SUCCESS [ 816.894269] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1055661-80fe-438a-b475-64f5ee919a9a deletion is rescheduled due to dependency. [ 816.894395] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.894550] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.894758] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.894935] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.895062] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.895126] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.895282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.895360] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.895452] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.074471] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: SUCCESS [ 817.074781] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.075013] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.075355] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.075635] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.075812] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.075919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.076178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.076313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.076464] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.330943] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.331319] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.331366] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.331821] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.331994] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.332235] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port fef55b73-6df0-4da7-8fb3-2b10b719dcd0 not found, creating... [ 817.332732] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.333088] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.333269] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.333528] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.333719] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.334155] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.334556] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.334556] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.334883] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.334974] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.335202] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: fef55b73-6df0-4da7-8fb3-2b10b719dcd0 is going to be created. [ 817.361802] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.362148] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.362313] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.362632] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.363052] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.363331] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-fef55b73-6df0-4da7-8fb3-2b10b719dcd0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.398793] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.398987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.399100] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.399420] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.399675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.400030] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.400207] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.400312] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.400572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.400629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.400748] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1055661-80fe-438a-b475-64f5ee919a9a is going to be updated. [ 817.446034] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.446034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.446416] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.446416] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.446629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.454573] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1055661-80fe-438a-b475-64f5ee919a9a in Status: SUCCESS [ 817.457231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.457231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.457231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.457231] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.459532] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1055661-80fe-438a-b475-64f5ee919a9a in Status: IN_PROGRESS for 2s [ 817.579918] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.981435] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.981653] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.981728] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.982291] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.982538] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.984075] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1055661-80fe-438a-b475-64f5ee919a9a is going to be deleted. [ 817.987217] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: SUCCESS [ 817.987447] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.988108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.988316] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.988507] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.988870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.988870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.989065] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.989163] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.989257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.989352] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.043611] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.043759] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.044114] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.044353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.044457] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.044620] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.081028] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.116297] env[65824]: INFO networking_nsxv3.common.synchronization [req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec req-b4f4a500-3670-4572-8b89-42d9a73fd804 service nova] Enqueued Resource ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 with Priority: HIGHEST for action security_group_rules [ 818.116297] env[65824]: INFO networking_nsxv3.common.synchronization [req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec req-b4f4a500-3670-4572-8b89-42d9a73fd804 service nova] Enqueued Resource ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 with Priority: HIGHEST for action security_group_members [ 818.116297] env[65824]: INFO networking_nsxv3.common.synchronization [req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec req-b4f4a500-3670-4572-8b89-42d9a73fd804 service nova] Enqueued Resource ID: fef55b73-6df0-4da7-8fb3-2b10b719dcd0 with Priority: HIGHEST for action port [ 818.116297] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 with Priority: HIGHEST for action security_group_rules [ 818.116297] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 with Priority: HIGHEST for action security_group_members [ 818.116297] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fef55b73-6df0-4da7-8fb3-2b10b719dcd0 with Priority: HIGHEST for action port [ 818.116297] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6bb9775-3006-49ef-a785-95b6d1e612a2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.116297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.116297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.116297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.116297] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6bb9775-3006-49ef-a785-95b6d1e612a2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.117555] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6bb9775-3006-49ef-a785-95b6d1e612a2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.117770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.118111] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-fef55b73-6df0-4da7-8fb3-2b10b719dcd0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.118347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fef55b73-6df0-4da7-8fb3-2b10b719dcd0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.118513] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fef55b73-6df0-4da7-8fb3-2b10b719dcd0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.120928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fef55b73-6df0-4da7-8fb3-2b10b719dcd0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.120928] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fef55b73-6df0-4da7-8fb3-2b10b719dcd0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.492191] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.492521] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.492521] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.492734] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.492979] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.493137] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.493197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.493390] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.493500] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.493729] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.493805] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.493905] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.494410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.494410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.494410] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.494410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.494410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.494639] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.494639] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.494719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.494756] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.583397] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.584060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.584060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.584060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.584060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.584060] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 is going to be updated. [ 818.621256] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6bb9775-3006-49ef-a785-95b6d1e612a2 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.621438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.622527] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.622653] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.622723] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.623012] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.623165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.624644] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fef55b73-6df0-4da7-8fb3-2b10b719dcd0 with status ACTIVE [ 818.624821] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.624931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.624997] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.625278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.625278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.625435] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.625530] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.625590] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.625733] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.625808] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.625988] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.626110] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.626197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.626364] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.626438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.626697] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fef55b73-6df0-4da7-8fb3-2b10b719dcd0 is going to be updated. [ 818.645536] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: IN_PROGRESS for 2s [ 818.659965] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.660147] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.660194] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.660415] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.660556] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.660678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fef55b73-6df0-4da7-8fb3-2b10b719dcd0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.906020] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 in Status: SUCCESS [ 818.906269] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 deletion is rescheduled due to dependency. [ 818.906416] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.906659] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.907578] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.907774] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.907939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.908065] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.908440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.908562] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.908670] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6bb9775-3006-49ef-a785-95b6d1e612a2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.920448] env[65824]: INFO networking_nsxv3.common.synchronization [req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb req-e101440e-e948-4211-800a-3a1abcc6fc03 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Enqueued Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 818.920448] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 818.920448] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.920448] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.920448] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.921242] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.921364] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.925646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.925646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.925646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.925646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.925646] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.997510] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69625ff6-5e84-4712-92bd-16eb7aa48071: rpc.has_security_group_logging(os_id): False [ 819.015386] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.015558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.015652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.015833] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.037639] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.037936] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.038117] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.038172] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.038334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.038415] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.038598] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.038694] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.038754] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.038969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.038969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.039160] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.039256] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.039309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.039446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.039560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.039613] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 is going to be updated. [ 819.112085] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.112248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.112317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.112522] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.112664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.131211] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: IN_PROGRESS for 2s [ 819.252133] env[65824]: INFO networking_nsxv3.common.synchronization [req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb req-49a29388-a9b9-4f6b-b9c6-921a21da4f82 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Enqueued Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 819.252973] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 819.253479] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.253736] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.411640] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6bb9775-3006-49ef-a785-95b6d1e612a2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.424512] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.424830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.424830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.425053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.452046] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.452046] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.452046] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.452046] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.452254] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.452292] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.452698] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 is going to be updated. [ 819.472633] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1055661-80fe-438a-b475-64f5ee919a9a in Status: SUCCESS [ 819.472758] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1055661-80fe-438a-b475-64f5ee919a9a deletion is rescheduled due to dependency. [ 819.472816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.473171] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.473462] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.474727] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.474727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.474727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.474727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.474727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.474727] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1055661-80fe-438a-b475-64f5ee919a9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.490044] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.490044] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.490044] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.490397] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.490625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.507395] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: IN_PROGRESS for 2s [ 819.711390] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.711971] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-937" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.712271] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-937" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.713086] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-937" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.713754] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.714250] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.715459] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.715459] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.715459] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.715825] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.716159] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.716491] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.716868] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.717678] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.717678] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.717678] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.741188] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.741561] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.741561] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.741561] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-937" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.742261] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-a36a1313-2066-48a3-aaf4-b4174593f617 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.742261] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-a36a1313-2066-48a3-aaf4-b4174593f617" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.742261] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-a36a1313-2066-48a3-aaf4-b4174593f617" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.742513] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-a36a1313-2066-48a3-aaf4-b4174593f617" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.742513] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a36a1313-2066-48a3-aaf4-b4174593f617',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.917061] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6bb9775-3006-49ef-a785-95b6d1e612a2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.977420] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.977682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.977785] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.978121] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.978248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.978552] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.978711] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.978829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.979076] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.979211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.979335] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1055661-80fe-438a-b475-64f5ee919a9a is going to be deleted. [ 820.014938] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.015856] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.015856] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.016135] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.016224] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.016422] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1055661-80fe-438a-b475-64f5ee919a9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.250238] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.250598] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.250802] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.251507] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.252648] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.252648] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port a36a1313-2066-48a3-aaf4-b4174593f617 not found, creating... [ 820.252648] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.252648] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.252648] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.254142] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.254142] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.254142] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.254142] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.254477] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.254700] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.254811] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.254897] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: a36a1313-2066-48a3-aaf4-b4174593f617 is going to be created. [ 820.283655] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.283655] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.283655] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.283655] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.283655] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.283655] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-a36a1313-2066-48a3-aaf4-b4174593f617" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.419320] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.419569] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.419636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.419940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.420098] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.420228] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 is going to be updated. [ 820.464633] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.464633] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.464633] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.464944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.465039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.480040] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 in Status: IN_PROGRESS for 2s [ 820.658026] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: SUCCESS [ 820.658400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.659037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.659037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.659311] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.659492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.659578] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.659827] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.659925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.660884] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.660884] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.044939] env[65824]: INFO networking_nsxv3.common.synchronization [req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb req-46af03f7-5678-4bb4-a206-c0408f8bb8be service nova] Enqueued Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_rules [ 821.044939] env[65824]: INFO networking_nsxv3.common.synchronization [req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb req-46af03f7-5678-4bb4-a206-c0408f8bb8be service nova] Enqueued Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 821.044939] env[65824]: INFO networking_nsxv3.common.synchronization [req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb req-46af03f7-5678-4bb4-a206-c0408f8bb8be service nova] Enqueued Resource ID: a36a1313-2066-48a3-aaf4-b4174593f617 with Priority: HIGHEST for action port [ 821.044939] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_rules [ 821.044939] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 821.044939] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a36a1313-2066-48a3-aaf4-b4174593f617 with Priority: HIGHEST for action port [ 821.044939] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.044939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.044939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.044939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.044939] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.047753] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.048069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.048493] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-a36a1313-2066-48a3-aaf4-b4174593f617 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.048812] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a36a1313-2066-48a3-aaf4-b4174593f617" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.049445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a36a1313-2066-48a3-aaf4-b4174593f617" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.051079] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a36a1313-2066-48a3-aaf4-b4174593f617" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.051079] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a36a1313-2066-48a3-aaf4-b4174593f617',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.155465] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: SUCCESS [ 821.156664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.163573] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.163752] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.163857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.164292] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.164525] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.164756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.164857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.165107] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.165229] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.165351] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.165582] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.165799] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.165799] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.165953] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.166275] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.166400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.166685] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.166769] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.166962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.167106] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.167245] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.519134] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: SUCCESS [ 821.519494] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 deletion is rescheduled due to dependency. [ 821.519559] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.519787] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.523830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.523830] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.523830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.523830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.523830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.523830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.523830] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.552140] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.552394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.552526] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a36a1313-2066-48a3-aaf4-b4174593f617 with status ACTIVE [ 821.552705] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.552838] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.552900] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.553512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.553512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.553512] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.553749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.553749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.553846] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.553978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.554175] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.554306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.554383] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.554543] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.554933] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.554933] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a36a1313-2066-48a3-aaf4-b4174593f617 is going to be updated. [ 821.582182] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.582401] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.582401] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.582641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.582807] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.583014] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a36a1313-2066-48a3-aaf4-b4174593f617" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.672490] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fd248a8-0ace-443e-8cd6-8c11cdcb9075: rpc.has_security_group_logging(os_id): False [ 821.694117] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.694371] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.694461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.694798] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.716348] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.716722] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.716722] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.717151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.717151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.717151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.718681] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.718681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.718681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.718681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.718681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.718681] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.718681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.718681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.718681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.718681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.719244] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 is going to be updated. [ 821.757488] env[65824]: INFO networking_nsxv3.common.synchronization [req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d req-e1b6a0f0-600e-4080-90ce-2192447cf9e2 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Enqueued Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 821.763805] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 821.763805] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.763805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.763805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.763805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.763805] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.763805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.763805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.763805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.763805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.763805] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.874441] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.874647] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-946" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.874769] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-946" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.875113] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-946" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.875403] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.875597] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.875667] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.875875] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.876040] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.876252] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.876365] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.876473] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.876582] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.876719] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.876825] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.876953] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.896607] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.896832] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 821.900021] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.900021] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-946" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.900021] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-04c99ab7-1a02-4f9d-97ab-e7379b4bea14 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.900021] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-04c99ab7-1a02-4f9d-97ab-e7379b4bea14" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.900021] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-04c99ab7-1a02-4f9d-97ab-e7379b4bea14" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.900021] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-04c99ab7-1a02-4f9d-97ab-e7379b4bea14" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.900021] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c99ab7-1a02-4f9d-97ab-e7379b4bea14',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.025925] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.196255] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-91 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.196446] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-91" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.196565] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-91" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.196932] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-91" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.197213] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.197388] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.197502] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.197722] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.197866] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.198079] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.198207] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.198314] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.198417] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.198572] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.198614] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.198817] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.221487] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.221700] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.221862] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.222116] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-91" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.222461] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-f4132ab0-b595-4cb4-8a35-9caa039afa65 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.222656] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-f4132ab0-b595-4cb4-8a35-9caa039afa65" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.222775] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-f4132ab0-b595-4cb4-8a35-9caa039afa65" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.223288] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-f4132ab0-b595-4cb4-8a35-9caa039afa65" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.223375] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4132ab0-b595-4cb4-8a35-9caa039afa65',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.265849] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.266090] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.266090] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.266286] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.266404] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.266625] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.266727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.266782] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.266941] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.267034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.267111] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 already deleted. [ 822.267209] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.400437] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.400693] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.400844] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.401196] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.401352] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.401516] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 04c99ab7-1a02-4f9d-97ab-e7379b4bea14 not found, creating... [ 822.401854] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.402047] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.402167] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.402425] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.402566] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.402902] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.403073] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.403223] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.403459] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.403595] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.403750] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 04c99ab7-1a02-4f9d-97ab-e7379b4bea14 is going to be created. [ 822.428042] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.428712] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.429035] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.429385] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.429668] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.429926] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-04c99ab7-1a02-4f9d-97ab-e7379b4bea14" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.498710] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 in Status: SUCCESS [ 822.498966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.499190] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.499461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.499697] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.499832] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.499909] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.500111] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.500194] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.500311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.500405] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6bb9775-3006-49ef-a785-95b6d1e612a2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.528436] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.725900] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.726251] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.726306] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.726758] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.726929] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.727123] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port f4132ab0-b595-4cb4-8a35-9caa039afa65 not found, creating... [ 822.727598] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.727838] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.728046] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.728405] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.728662] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.729103] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.729388] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.729524] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.730019] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.730019] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.730255] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: f4132ab0-b595-4cb4-8a35-9caa039afa65 is going to be created. [ 822.755720] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.756095] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.756232] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.756592] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.757800] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.757800] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-f4132ab0-b595-4cb4-8a35-9caa039afa65" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.002463] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6bb9775-3006-49ef-a785-95b6d1e612a2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.030655] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.030863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.030928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.031206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.031349] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.031454] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 is going to be updated. [ 823.064658] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.064919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.064919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.065203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.065393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.076491] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: IN_PROGRESS for 2s [ 823.207966] env[65824]: INFO networking_nsxv3.common.synchronization [req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb req-60ad9f24-c75f-46f1-b4f0-27b074bca74e service nova] Enqueued Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_rules [ 823.208073] env[65824]: INFO networking_nsxv3.common.synchronization [req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb req-60ad9f24-c75f-46f1-b4f0-27b074bca74e service nova] Enqueued Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 823.208218] env[65824]: INFO networking_nsxv3.common.synchronization [req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb req-60ad9f24-c75f-46f1-b4f0-27b074bca74e service nova] Enqueued Resource ID: 04c99ab7-1a02-4f9d-97ab-e7379b4bea14 with Priority: HIGHEST for action port [ 823.208772] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_rules [ 823.208939] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 823.208981] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c99ab7-1a02-4f9d-97ab-e7379b4bea14 with Priority: HIGHEST for action port [ 823.213664] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.213664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.213664] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.213664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.213664] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-04c99ab7-1a02-4f9d-97ab-e7379b4bea14 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.213664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04c99ab7-1a02-4f9d-97ab-e7379b4bea14" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.213664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04c99ab7-1a02-4f9d-97ab-e7379b4bea14" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.213664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04c99ab7-1a02-4f9d-97ab-e7379b4bea14" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.213664] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c99ab7-1a02-4f9d-97ab-e7379b4bea14',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.506416] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6bb9775-3006-49ef-a785-95b6d1e612a2: rpc.has_security_group_logging(os_id): False [ 823.529444] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.529444] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.529444] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.529444] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.529444] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.529887] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.529887] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.529887] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.530102] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.530207] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.530323] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 is going to be updated. [ 823.553679] env[65824]: INFO networking_nsxv3.common.synchronization [req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d req-337205ce-015e-4f96-ba4b-70ebb97c2742 service nova] Enqueued Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_rules [ 823.556684] env[65824]: INFO networking_nsxv3.common.synchronization [req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d req-337205ce-015e-4f96-ba4b-70ebb97c2742 service nova] Enqueued Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 823.556684] env[65824]: INFO networking_nsxv3.common.synchronization [req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d req-337205ce-015e-4f96-ba4b-70ebb97c2742 service nova] Enqueued Resource ID: f4132ab0-b595-4cb4-8a35-9caa039afa65 with Priority: HIGHEST for action port [ 823.556684] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_rules [ 823.556684] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 823.556684] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4132ab0-b595-4cb4-8a35-9caa039afa65 with Priority: HIGHEST for action port [ 823.556684] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.556684] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.556684] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.556684] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.556684] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.556684] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.556684] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.556684] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.557681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.557681] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.557681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.557681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.557681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.557898] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.557898] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.558884] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4132ab0-b595-4cb4-8a35-9caa039afa65 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.559021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4132ab0-b595-4cb4-8a35-9caa039afa65" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.559077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4132ab0-b595-4cb4-8a35-9caa039afa65" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.559413] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4132ab0-b595-4cb4-8a35-9caa039afa65" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.559413] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4132ab0-b595-4cb4-8a35-9caa039afa65',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.608385] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.608645] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.608645] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.608806] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.608955] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.636667] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 in Status: IN_PROGRESS for 2s [ 823.717257] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04c99ab7-1a02-4f9d-97ab-e7379b4bea14 with status ACTIVE [ 823.717665] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.717847] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.717949] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.718219] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.718336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.718590] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.718928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.719073] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.719397] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.719491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.719747] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.719861] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.719861] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.719988] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.720076] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.720165] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04c99ab7-1a02-4f9d-97ab-e7379b4bea14 is going to be updated. [ 823.758045] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.758045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.758045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.758045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.758045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.758045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04c99ab7-1a02-4f9d-97ab-e7379b4bea14" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.061805] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4132ab0-b595-4cb4-8a35-9caa039afa65 with status ACTIVE [ 824.062056] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.062203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.062274] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.062485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.062575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.062772] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.062894] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.062970] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.063152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.063231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.063417] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.063510] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.063570] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.063708] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.063782] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.063865] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4132ab0-b595-4cb4-8a35-9caa039afa65 is going to be updated. [ 824.065192] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.065192] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.065325] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.091576] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.091805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.091957] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.092258] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.092435] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.092616] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4132ab0-b595-4cb4-8a35-9caa039afa65" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.488527] env[65824]: INFO networking_nsxv3.common.synchronization [req-0e6cdc19-7322-4e18-8826-4c212731a070 req-d4bff205-eaca-4619-883c-837f339b61a9 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 824.488765] env[65824]: INFO networking_nsxv3.common.synchronization [req-0e6cdc19-7322-4e18-8826-4c212731a070 req-d4bff205-eaca-4619-883c-837f339b61a9 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: ea54c51e-fa11-493e-9ace-ed438cd968ef with Priority: HIGHEST for action security_group_members [ 824.489360] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 824.489495] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea54c51e-fa11-493e-9ace-ed438cd968ef with Priority: HIGHEST for action security_group_members [ 824.489877] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.489877] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.490041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.490328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.490523] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.490640] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.490705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.490887] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.490982] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.491095] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.492065] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea54c51e-fa11-493e-9ace-ed438cd968ef taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.492209] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.492280] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.492484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.492638] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.492735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.492796] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.492976] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.493141] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.493269] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea54c51e-fa11-493e-9ace-ed438cd968ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.545356] env[65824]: INFO networking_nsxv3.common.synchronization [req-0e6cdc19-7322-4e18-8826-4c212731a070 req-d4bff205-eaca-4619-883c-837f339b61a9 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_rules [ 824.545538] env[65824]: INFO networking_nsxv3.common.synchronization [req-0e6cdc19-7322-4e18-8826-4c212731a070 req-d4bff205-eaca-4619-883c-837f339b61a9 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 824.545688] env[65824]: INFO networking_nsxv3.common.synchronization [req-0e6cdc19-7322-4e18-8826-4c212731a070 req-d4bff205-eaca-4619-883c-837f339b61a9 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: ea54c51e-fa11-493e-9ace-ed438cd968ef with Priority: HIGHEST for action security_group_rules [ 824.545793] env[65824]: INFO networking_nsxv3.common.synchronization [req-0e6cdc19-7322-4e18-8826-4c212731a070 req-d4bff205-eaca-4619-883c-837f339b61a9 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: ea54c51e-fa11-493e-9ace-ed438cd968ef with Priority: HIGHEST for action security_group_members [ 824.545912] env[65824]: INFO networking_nsxv3.common.synchronization [req-0e6cdc19-7322-4e18-8826-4c212731a070 req-d4bff205-eaca-4619-883c-837f339b61a9 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 76fa27e5-23d5-4ca5-898d-d0d4e2406cba with Priority: HIGHEST for action port [ 824.546563] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_rules [ 824.546725] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea54c51e-fa11-493e-9ace-ed438cd968ef with Priority: HIGHEST for action security_group_rules [ 824.546823] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fa27e5-23d5-4ca5-898d-d0d4e2406cba with Priority: HIGHEST for action port [ 824.546917] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 824.547027] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea54c51e-fa11-493e-9ace-ed438cd968ef with Priority: HIGHEST for action security_group_members [ 824.547757] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.547858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.547907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.548164] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.548251] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.549642] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea54c51e-fa11-493e-9ace-ed438cd968ef taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.549775] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.549842] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.550185] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.550255] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea54c51e-fa11-493e-9ace-ed438cd968ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.552148] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-76fa27e5-23d5-4ca5-898d-d0d4e2406cba taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.552757] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76fa27e5-23d5-4ca5-898d-d0d4e2406cba" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.552841] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76fa27e5-23d5-4ca5-898d-d0d4e2406cba" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.553080] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76fa27e5-23d5-4ca5-898d-d0d4e2406cba" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.553166] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76fa27e5-23d5-4ca5-898d-d0d4e2406cba',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.556434] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.556434] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.556434] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea54c51e-fa11-493e-9ace-ed438cd968ef taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.556434] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.567648] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.995462] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.997193] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea54c51e-fa11-493e-9ace-ed438cd968ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.052652] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.052652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.052652] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea54c51e-fa11-493e-9ace-ed438cd968ef taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.052652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.054851] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76fa27e5-23d5-4ca5-898d-d0d4e2406cba with status ACTIVE [ 825.055772] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.055772] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.055772] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.055772] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.055772] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.056047] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.056125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.056222] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.056394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.056478] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.056665] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.056784] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.056823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.056961] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.057037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.057119] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76fa27e5-23d5-4ca5-898d-d0d4e2406cba is going to be updated. [ 825.073838] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.073838] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.073838] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.074128] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.074128] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.074195] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 is going to be created. [ 825.094113] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.094113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.094255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.094432] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.094555] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.094724] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76fa27e5-23d5-4ca5-898d-d0d4e2406cba" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.095682] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: SUCCESS [ 825.095887] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.096081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.096374] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.096573] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.096684] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.096749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.096969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.097010] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.097110] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.107010] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.107010] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.107010] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.107010] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.107010] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.122444] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: UNINITIALIZED for 2s [ 825.499510] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.502892] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea54c51e-fa11-493e-9ace-ed438cd968ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.606271] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.665317] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 in Status: SUCCESS [ 825.665554] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.005742] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.006149] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.006149] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.006401] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.006469] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.006582] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 is going to be updated. [ 826.008221] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.008428] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.008540] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.008845] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.008994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.009187] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea54c51e-fa11-493e-9ace-ed438cd968ef is going to be created. [ 826.051664] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.051914] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.052029] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.052404] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.052629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.057045] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.057227] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.057227] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.057713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.057713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.064353] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea54c51e-fa11-493e-9ace-ed438cd968ef in Status: UNINITIALIZED for 2s [ 826.065131] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: IN_PROGRESS for 2s [ 826.108691] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.611911] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.612221] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.612333] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.612584] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.612707] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.612861] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 is going to be updated. [ 826.640226] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.640437] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.640437] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.640657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.640874] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.651141] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: IN_PROGRESS for 2s [ 827.134987] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: SUCCESS [ 827.134987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.134987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.134987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.134987] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.134987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.134987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.134987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.134987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.134987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.134987] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.269323] env[65824]: INFO networking_nsxv3.common.synchronization [req-a40aa14c-c800-45b8-b286-b943b6354059 req-66280424-35e8-49c3-9416-9fd16ebb3770 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Enqueued Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_members [ 827.269896] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_members [ 827.270230] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.270381] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.270449] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.270793] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.270930] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.271729] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.271729] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.272052] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.272173] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.272277] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.638014] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.638254] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.638254] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.638469] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.638634] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.638756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.638796] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.638928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.639019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.639109] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.639259] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.639353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.639417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.639546] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.639681] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.639772] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.639845] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.639979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.640068] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.640156] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.640245] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.764109] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.764348] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-673" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.764432] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-673" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.764754] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-673" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.765023] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.766282] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.766282] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.766282] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.766282] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.766282] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.766282] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.766521] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.766521] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.766601] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.766730] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.766791] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.775364] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.775611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.775611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.775803] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.775902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.776112] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.776216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.776294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.776432] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.776571] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.776694] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a already deleted. [ 827.776796] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.787980] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.788175] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 827.788408] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.788505] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-673" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.788783] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-7dcfd57d-2d67-49ff-8516-c4cb7232f823 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.788946] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-7dcfd57d-2d67-49ff-8516-c4cb7232f823" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.789074] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-7dcfd57d-2d67-49ff-8516-c4cb7232f823" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.789397] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-7dcfd57d-2d67-49ff-8516-c4cb7232f823" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.789562] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dcfd57d-2d67-49ff-8516-c4cb7232f823',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.080476] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea54c51e-fa11-493e-9ace-ed438cd968ef in Status: SUCCESS [ 828.080476] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.080476] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.080476] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.080476] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.080476] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.080476] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.080919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.080919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.080919] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea54c51e-fa11-493e-9ace-ed438cd968ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.082645] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: SUCCESS [ 828.082919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.083202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.083322] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.083592] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.083697] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.083794] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.083995] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.084108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.084431] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.142518] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e132663d-fdbb-4a15-8d4f-beb5b0df29e4: rpc.has_security_group_logging(os_id): False [ 828.162941] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.163152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.163236] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.163474] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.163604] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.163892] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.164027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.164196] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.164305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.164431] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.164661] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.164786] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.164869] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.165073] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.165221] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.165423] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.165539] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.165644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.165814] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.165922] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.166048] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 is going to be created. [ 828.253161] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.253442] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.253442] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.253844] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.253942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.269035] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: IN_PROGRESS for 2s [ 828.292265] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.292500] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.292611] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.293050] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.293296] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.293538] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 7dcfd57d-2d67-49ff-8516-c4cb7232f823 not found, creating... [ 828.293956] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.294189] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.294311] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.294603] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.294802] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.295163] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.295338] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.295470] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.295711] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.295849] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.296028] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 7dcfd57d-2d67-49ff-8516-c4cb7232f823 is going to be created. [ 828.324350] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.324622] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.324773] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.325122] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.325435] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.325864] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-7dcfd57d-2d67-49ff-8516-c4cb7232f823" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.563597] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 412 Client Error: Precondition Failed for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6fd248a8-0ace-443e-8cd6-8c11cdcb9075 [ 828.563784] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 828.588401] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea54c51e-fa11-493e-9ace-ed438cd968ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.588401] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.621023] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.621023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.621023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.621023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.621023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.621023] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.621023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.621023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.621023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.647859] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.649034] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.649034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.649034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.649034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.649387] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.649387] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.649501] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.649589] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.651218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.651218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.651218] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.651464] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.651464] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.651530] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.651563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.651658] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 is going to be updated. [ 828.665965] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: SUCCESS [ 828.666211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.666366] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.666606] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.666803] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.666921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.666984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.667142] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.667228] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.667317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.667414] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.668405] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.668616] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.668798] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.668931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.669056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.669174] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.669256] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.669348] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.732515] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.732683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.732737] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.733109] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.733299] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.753150] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: IN_PROGRESS for 2s [ 829.083936] env[65824]: INFO networking_nsxv3.common.synchronization [req-a40aa14c-c800-45b8-b286-b943b6354059 req-76f335fb-9ce5-496e-b32d-5a10f4f43ce9 service nova] Enqueued Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_rules [ 829.084128] env[65824]: INFO networking_nsxv3.common.synchronization [req-a40aa14c-c800-45b8-b286-b943b6354059 req-76f335fb-9ce5-496e-b32d-5a10f4f43ce9 service nova] Enqueued Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_members [ 829.084243] env[65824]: INFO networking_nsxv3.common.synchronization [req-a40aa14c-c800-45b8-b286-b943b6354059 req-76f335fb-9ce5-496e-b32d-5a10f4f43ce9 service nova] Enqueued Resource ID: 7dcfd57d-2d67-49ff-8516-c4cb7232f823 with Priority: HIGHEST for action port [ 829.084992] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_rules [ 829.084992] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_members [ 829.084992] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dcfd57d-2d67-49ff-8516-c4cb7232f823 with Priority: HIGHEST for action port [ 829.090218] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.090218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.090218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.090218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.090218] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.090218] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.090218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.090218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.090218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.090218] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.090218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.090218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.090218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.090218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.090218] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.090218] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dcfd57d-2d67-49ff-8516-c4cb7232f823 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.090218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dcfd57d-2d67-49ff-8516-c4cb7232f823" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.090218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dcfd57d-2d67-49ff-8516-c4cb7232f823" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.090821] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dcfd57d-2d67-49ff-8516-c4cb7232f823" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.090821] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dcfd57d-2d67-49ff-8516-c4cb7232f823',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.092026] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea54c51e-fa11-493e-9ace-ed438cd968ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.092622] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.171412] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.171745] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.171745] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.596524] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.596524] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.596524] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.596524] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7dcfd57d-2d67-49ff-8516-c4cb7232f823 with status ACTIVE [ 829.596793] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.596793] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.596793] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.597117] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.597313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.597383] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.597493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.597551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.597718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.597783] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.597965] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.598426] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.598491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.599110] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.599392] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.599497] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7dcfd57d-2d67-49ff-8516-c4cb7232f823 is going to be updated. [ 829.601820] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.601820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.601820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.601820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.601820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.601820] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea54c51e-fa11-493e-9ace-ed438cd968ef is going to be updated. [ 829.604057] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.604202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.604292] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.604511] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.604606] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.604708] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 is going to be updated. [ 829.638614] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.638614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.638614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.638614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.638614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.638614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dcfd57d-2d67-49ff-8516-c4cb7232f823" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.656313] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.656540] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.656652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.656893] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.657072] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.659713] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.659849] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.660019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.661050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.661050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.674634] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea54c51e-fa11-493e-9ace-ed438cd968ef in Status: IN_PROGRESS for 2s [ 829.675051] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.676611] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: IN_PROGRESS for 2s [ 830.106755] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.180290] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.181499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.181499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.181499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.181499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.181499] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 is going to be updated. [ 830.226696] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.227029] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.227029] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.227155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.227509] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.238239] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: IN_PROGRESS for 2s [ 830.284553] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: SUCCESS [ 830.284553] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.611486] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.611719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.611829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.612155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.612293] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.612439] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a is going to be created. [ 830.642838] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.643105] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.643187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.643405] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.643615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.655656] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: UNINITIALIZED for 2s [ 830.771328] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: SUCCESS [ 830.771792] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.694203] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea54c51e-fa11-493e-9ace-ed438cd968ef in Status: SUCCESS [ 831.694550] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.695325] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: SUCCESS [ 831.695514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.695707] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.696039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.696578] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.696707] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.696768] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.696987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.697078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.697204] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.697387] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea54c51e-fa11-493e-9ace-ed438cd968ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.700210] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.700437] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.700628] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.700773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.700869] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.703808] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.703808] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.703808] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.703808] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.205370] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea54c51e-fa11-493e-9ace-ed438cd968ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.205484] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.209022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.209022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.209022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.209022] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.209022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.209022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.209022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.209022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.209022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.209022] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.209022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.209022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.209022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.209022] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.209022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.209022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.209022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.209022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.210184] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.210184] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.250519] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: SUCCESS [ 832.250732] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.250975] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.251204] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.251392] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.251505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.251575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.251728] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.251801] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.251881] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.252049] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.252139] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.253031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.253031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.253031] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.253031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.253031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.253031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.253031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.253031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.253530] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.669826] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: SUCCESS [ 832.669826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.669826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.669826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.669826] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.669826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.669826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.669826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.669826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.669826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.669826] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.711896] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea54c51e-fa11-493e-9ace-ed438cd968ef: rpc.has_security_group_logging(os_id): False [ 832.711896] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69625ff6-5e84-4712-92bd-16eb7aa48071: rpc.has_security_group_logging(os_id): False [ 832.732584] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.732762] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.732960] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.733178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.735534] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.735534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.758397] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b931007-6ca7-4eb2-98ad-4108addac9b9: rpc.has_security_group_logging(os_id): False [ 832.760440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.762024] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.762024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.762024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.762024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.762024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.762024] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.762024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.762024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.762024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.762024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.762024] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.762554] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.762554] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.762628] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.762721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.766023] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 is going to be updated. [ 832.766023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.766023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.766023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.766023] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.766023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.766023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.766023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.766023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.766023] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea54c51e-fa11-493e-9ace-ed438cd968ef is going to be created. [ 832.790829] env[65824]: INFO networking_nsxv3.common.synchronization [req-87e54f22-b468-4e28-b1eb-db8c79231aa5 req-ca226267-0382-4fe5-b8a8-073ce5583106 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Enqueued Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 832.791624] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 832.794187] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.794187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.794187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.794187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.794187] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.794187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.794187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.794187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.794187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.794187] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.798776] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.798776] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.798776] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.798776] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.824527] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.824800] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.824942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.825107] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.825427] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.825427] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.825603] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.825703] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.825764] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.825913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.826000] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.826206] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.826300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.826369] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.826539] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.826662] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.826759] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 is going to be updated. [ 832.859283] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.859392] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.859451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.859646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.859823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.862686] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.862858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.862858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.863139] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.863253] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.877295] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea54c51e-fa11-493e-9ace-ed438cd968ef in Status: IN_PROGRESS for 2s [ 832.886904] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: IN_PROGRESS for 2s [ 832.930881] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.931092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.931202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.931490] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.931694] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.974652] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: IN_PROGRESS for 2s [ 833.174773] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.200030] env[65824]: INFO networking_nsxv3.common.synchronization [None req-ba6796e9-ae9f-46fb-9c31-d3ec8a5d0796 None None] Enqueued Resource ID: 81ee6cc1-5e88-439a-8664-ac73e581930b with Priority: HIGHEST for action port [ 833.200030] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ee6cc1-5e88-439a-8664-ac73e581930b with Priority: HIGHEST for action port [ 833.200030] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-81ee6cc1-5e88-439a-8664-ac73e581930b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.200030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81ee6cc1-5e88-439a-8664-ac73e581930b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.200030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81ee6cc1-5e88-439a-8664-ac73e581930b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.200030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81ee6cc1-5e88-439a-8664-ac73e581930b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.200030] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81ee6cc1-5e88-439a-8664-ac73e581930b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.296432] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.323219] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-91 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.323219] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-91" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.323219] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-91" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.323219] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-91" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.323219] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.323219] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.323219] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.323219] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.323219] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.323219] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.323219] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.323873] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.323873] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.323873] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.323873] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.323873] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.346703] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.346874] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.347025] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.347206] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-91" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.347530] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-f2e9976a-e11c-4c96-b84c-a1b410199f84 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.347700] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-f2e9976a-e11c-4c96-b84c-a1b410199f84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.347820] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-f2e9976a-e11c-4c96-b84c-a1b410199f84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.348178] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-f2e9976a-e11c-4c96-b84c-a1b410199f84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.348339] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2e9976a-e11c-4c96-b84c-a1b410199f84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.676527] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a8a7e4e-5036-4620-8e5e-3701b7f8105a: rpc.has_security_group_logging(os_id): False [ 833.695705] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.695857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.695911] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.696135] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.696228] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.697359] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.697359] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.697359] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.697359] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.697359] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.697359] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a is going to be created. [ 833.703643] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81ee6cc1-5e88-439a-8664-ac73e581930b [ 833.703866] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.704045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.704110] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.704288] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.704366] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.704484] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81ee6cc1-5e88-439a-8664-ac73e581930b already deleted. [ 833.704570] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81ee6cc1-5e88-439a-8664-ac73e581930b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.763580] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.763875] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.763875] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.764011] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.764180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.775748] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: IN_PROGRESS for 2s [ 833.798353] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.852068] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.852547] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.852547] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.852734] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.852911] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.853134] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port f2e9976a-e11c-4c96-b84c-a1b410199f84 not found, creating... [ 833.853408] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.853586] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.853685] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.853931] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.854080] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.854394] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.854550] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.854662] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.854871] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.854999] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.855149] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: f2e9976a-e11c-4c96-b84c-a1b410199f84 is going to be created. [ 833.885622] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.885993] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.886794] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.886794] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.886794] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.887425] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-f2e9976a-e11c-4c96-b84c-a1b410199f84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.301030] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.301187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.301291] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.301535] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.301669] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.302995] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 is going to be updated. [ 834.335609] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.335765] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.335765] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.335982] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.336151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.348867] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: IN_PROGRESS for 2s [ 834.691699] env[65824]: INFO networking_nsxv3.common.synchronization [req-87e54f22-b468-4e28-b1eb-db8c79231aa5 req-f64d2e00-0598-46f4-bad7-824f985ca13d service nova] Enqueued Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_rules [ 834.691883] env[65824]: INFO networking_nsxv3.common.synchronization [req-87e54f22-b468-4e28-b1eb-db8c79231aa5 req-f64d2e00-0598-46f4-bad7-824f985ca13d service nova] Enqueued Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 834.692032] env[65824]: INFO networking_nsxv3.common.synchronization [req-87e54f22-b468-4e28-b1eb-db8c79231aa5 req-f64d2e00-0598-46f4-bad7-824f985ca13d service nova] Enqueued Resource ID: f2e9976a-e11c-4c96-b84c-a1b410199f84 with Priority: HIGHEST for action port [ 834.692637] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_rules [ 834.692781] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 834.692825] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2e9976a-e11c-4c96-b84c-a1b410199f84 with Priority: HIGHEST for action port [ 834.693319] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.693446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.693513] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.693725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.693809] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.694761] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.694873] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.695092] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2e9976a-e11c-4c96-b84c-a1b410199f84 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.695233] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2e9976a-e11c-4c96-b84c-a1b410199f84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.695280] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2e9976a-e11c-4c96-b84c-a1b410199f84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.695461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2e9976a-e11c-4c96-b84c-a1b410199f84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.695534] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2e9976a-e11c-4c96-b84c-a1b410199f84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.890432] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea54c51e-fa11-493e-9ace-ed438cd968ef in Status: SUCCESS [ 834.890432] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.903734] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: SUCCESS [ 834.903734] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.989478] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: SUCCESS [ 834.989731] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.989883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.990220] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.990381] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.039420] env[65824]: INFO networking_nsxv3.common.synchronization [req-40d7470f-d069-465e-8ddd-3b95557a7f6f req-ea774b9a-ff57-4433-b8bb-ceb6737ba2ac tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Enqueued Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_members [ 835.040471] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_members [ 835.040471] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.040471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.040471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.040829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.040942] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.041406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.041512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.041745] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.041882] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.042050] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.198876] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.199017] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.200402] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2e9976a-e11c-4c96-b84c-a1b410199f84 with status ACTIVE [ 835.201655] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.201806] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.201892] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.202421] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.202421] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.202421] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.202641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.202641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.202733] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.202782] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.202970] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.203136] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.203219] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.203374] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.203452] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.203537] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2e9976a-e11c-4c96-b84c-a1b410199f84 is going to be updated. [ 835.229983] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.230446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.230446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.230640] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.230883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.231168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2e9976a-e11c-4c96-b84c-a1b410199f84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.472695] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-109 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.472974] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-109" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.473208] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-109" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.473520] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-109" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.473816] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.474020] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.474164] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.474408] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.474575] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.474799] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.474931] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.475048] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.475154] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.475292] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.475490] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.475697] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.493105] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.493400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.493677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.493967] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.494240] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.494408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.494503] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.494732] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.494965] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.495144] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.495300] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.509408] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.509632] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.509783] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.509964] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-109" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.510419] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-83c24c24-5fce-41cf-b227-a882728f580d taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.510626] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-83c24c24-5fce-41cf-b227-a882728f580d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.510751] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-83c24c24-5fce-41cf-b227-a882728f580d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.511146] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-83c24c24-5fce-41cf-b227-a882728f580d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.511285] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83c24c24-5fce-41cf-b227-a882728f580d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.548134] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.548391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.548528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.548909] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.571583] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.571858] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.571974] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.572066] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.572251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.572333] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.572423] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a is going to be updated. [ 835.620387] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.620387] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.620387] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.620387] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.620708] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.632652] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: IN_PROGRESS for 2s [ 835.788969] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: SUCCESS [ 835.789269] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.998419] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.998883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.998883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.998883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.999084] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.999222] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.999282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.999478] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.999569] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.999663] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.999814] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.999908] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.999967] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.000127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.000269] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.000359] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.000418] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.000573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.000657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.000775] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.000851] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.018321] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.018321] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.018321] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.018601] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.018601] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.018713] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 83c24c24-5fce-41cf-b227-a882728f580d not found, creating... [ 836.018981] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.019167] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.019285] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.019518] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.019654] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.019965] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.020131] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.020246] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.020454] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.020582] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.020720] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 83c24c24-5fce-41cf-b227-a882728f580d is going to be created. [ 836.046036] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.046999] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.046999] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.046999] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.046999] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.047316] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-83c24c24-5fce-41cf-b227-a882728f580d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.252698] env[65824]: INFO networking_nsxv3.common.synchronization [None req-5f9bf84c-d690-4f12-9d05-5bda0a679bb3 None None] Enqueued Resource ID: 8bb2120e-dd09-454a-9242-46957327ab54 with Priority: HIGHEST for action port [ 836.255313] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb2120e-dd09-454a-9242-46957327ab54 with Priority: HIGHEST for action port [ 836.255773] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bb2120e-dd09-454a-9242-46957327ab54 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.255906] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bb2120e-dd09-454a-9242-46957327ab54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.255987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bb2120e-dd09-454a-9242-46957327ab54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.256369] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bb2120e-dd09-454a-9242-46957327ab54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.256489] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bb2120e-dd09-454a-9242-46957327ab54',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.359565] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: SUCCESS [ 836.359784] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.359954] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.360202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.360386] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.360501] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.360561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.360713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.360855] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.360972] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.505597] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b931007-6ca7-4eb2-98ad-4108addac9b9: rpc.has_security_group_logging(os_id): False [ 836.536553] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.536725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.536797] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.537017] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.537169] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.537369] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.537473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.537537] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.537740] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.537787] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.537957] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.538093] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.538160] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.538306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.538380] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.538572] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.538677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.538741] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.538880] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.538954] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.539054] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 is going to be updated. [ 836.598307] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.598457] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.598527] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.598742] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.599832] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.634068] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: IN_PROGRESS for 2s [ 836.756368] env[65824]: INFO networking_nsxv3.common.synchronization [req-40d7470f-d069-465e-8ddd-3b95557a7f6f req-b0229760-a492-4e07-b5a7-9ebd77b2bb3b service nova] Enqueued Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_rules [ 836.756547] env[65824]: INFO networking_nsxv3.common.synchronization [req-40d7470f-d069-465e-8ddd-3b95557a7f6f req-b0229760-a492-4e07-b5a7-9ebd77b2bb3b service nova] Enqueued Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_members [ 836.756678] env[65824]: INFO networking_nsxv3.common.synchronization [req-40d7470f-d069-465e-8ddd-3b95557a7f6f req-b0229760-a492-4e07-b5a7-9ebd77b2bb3b service nova] Enqueued Resource ID: 83c24c24-5fce-41cf-b227-a882728f580d with Priority: HIGHEST for action port [ 836.757332] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_rules [ 836.757474] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_members [ 836.757573] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c24c24-5fce-41cf-b227-a882728f580d with Priority: HIGHEST for action port [ 836.757861] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.757984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.758068] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.758273] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.758358] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.759258] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.759354] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.759585] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-83c24c24-5fce-41cf-b227-a882728f580d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.759770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83c24c24-5fce-41cf-b227-a882728f580d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.759770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83c24c24-5fce-41cf-b227-a882728f580d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.759913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83c24c24-5fce-41cf-b227-a882728f580d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.760191] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83c24c24-5fce-41cf-b227-a882728f580d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.763070] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bb2120e-dd09-454a-9242-46957327ab54 [ 836.763268] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.763400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.763448] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.763609] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.763695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.763787] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bb2120e-dd09-454a-9242-46957327ab54 already deleted. [ 836.763867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bb2120e-dd09-454a-9242-46957327ab54" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.835650] env[65824]: INFO networking_nsxv3.common.synchronization [None req-0f2803ef-d32c-4d99-a9ff-3837abca65ad None None] Enqueued Resource ID: 30489373-8a1e-43af-adf3-fec817919aad with Priority: HIGHEST for action port [ 836.835650] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30489373-8a1e-43af-adf3-fec817919aad with Priority: HIGHEST for action port [ 836.835650] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-30489373-8a1e-43af-adf3-fec817919aad taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.835650] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30489373-8a1e-43af-adf3-fec817919aad" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.836354] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30489373-8a1e-43af-adf3-fec817919aad" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.836797] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30489373-8a1e-43af-adf3-fec817919aad" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.837150] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30489373-8a1e-43af-adf3-fec817919aad',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.864339] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.267026] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.267026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.267026] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83c24c24-5fce-41cf-b227-a882728f580d with status ACTIVE [ 837.267026] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.267026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.267026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.267026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.267026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.267026] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.267026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.267026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.267026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.267026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.267026] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.267820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.267820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.267820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.267820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.267820] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83c24c24-5fce-41cf-b227-a882728f580d is going to be updated. [ 837.297422] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.297601] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.298292] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.298636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.298848] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.299151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83c24c24-5fce-41cf-b227-a882728f580d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.342406] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30489373-8a1e-43af-adf3-fec817919aad [ 837.342406] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.342406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.342406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.342406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.342406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.342406] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30489373-8a1e-43af-adf3-fec817919aad already deleted. [ 837.342406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30489373-8a1e-43af-adf3-fec817919aad" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.365140] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.647708] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: SUCCESS [ 837.648073] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a deletion is rescheduled due to dependency. [ 837.648073] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.648218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.648523] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.648592] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.648698] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.648760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.648904] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.648984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.649091] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.867395] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.867962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.867962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.867962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.867962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.868183] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 is going to be updated. [ 837.902363] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.902521] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.902573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.902825] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.903126] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.923999] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: IN_PROGRESS for 2s [ 838.088767] env[65824]: INFO networking_nsxv3.common.synchronization [req-be793e48-2b26-4780-900e-d2d2e55817c8 req-3648f58d-87a5-4851-9d80-9a107f91507f tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: ea54c51e-fa11-493e-9ace-ed438cd968ef with Priority: HIGHEST for action security_group_members [ 838.089024] env[65824]: INFO networking_nsxv3.common.synchronization [req-be793e48-2b26-4780-900e-d2d2e55817c8 req-3648f58d-87a5-4851-9d80-9a107f91507f tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 838.089267] env[65824]: INFO networking_nsxv3.common.synchronization [req-be793e48-2b26-4780-900e-d2d2e55817c8 req-3648f58d-87a5-4851-9d80-9a107f91507f tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 40ef3f31-1fb2-4957-8923-b661dcf83905 with Priority: HIGHEST for action security_group_members [ 838.089852] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea54c51e-fa11-493e-9ace-ed438cd968ef with Priority: HIGHEST for action security_group_members [ 838.089954] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 838.090097] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ef3f31-1fb2-4957-8923-b661dcf83905 with Priority: HIGHEST for action security_group_members [ 838.090451] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea54c51e-fa11-493e-9ace-ed438cd968ef taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.090616] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.090616] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.091334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.091334] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.091334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.091334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.091721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.091721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.091721] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea54c51e-fa11-493e-9ace-ed438cd968ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.092618] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.092743] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.092800] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.093156] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.093324] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.093603] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.093603] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.093723] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.093723] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.093891] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.095769] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef3f31-1fb2-4957-8923-b661dcf83905 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.095769] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef3f31-1fb2-4957-8923-b661dcf83905" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.095769] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef3f31-1fb2-4957-8923-b661dcf83905" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.095769] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef3f31-1fb2-4957-8923-b661dcf83905" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.095769] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.095769] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.097725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.097725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.097725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.097725] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40ef3f31-1fb2-4957-8923-b661dcf83905',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.138550] env[65824]: INFO networking_nsxv3.common.synchronization [req-be793e48-2b26-4780-900e-d2d2e55817c8 req-3648f58d-87a5-4851-9d80-9a107f91507f tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 40ef3f31-1fb2-4957-8923-b661dcf83905 with Priority: HIGHEST for action security_group_rules [ 838.138740] env[65824]: INFO networking_nsxv3.common.synchronization [req-be793e48-2b26-4780-900e-d2d2e55817c8 req-3648f58d-87a5-4851-9d80-9a107f91507f tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 40ef3f31-1fb2-4957-8923-b661dcf83905 with Priority: HIGHEST for action security_group_members [ 838.138871] env[65824]: INFO networking_nsxv3.common.synchronization [req-be793e48-2b26-4780-900e-d2d2e55817c8 req-3648f58d-87a5-4851-9d80-9a107f91507f tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_rules [ 838.138997] env[65824]: INFO networking_nsxv3.common.synchronization [req-be793e48-2b26-4780-900e-d2d2e55817c8 req-3648f58d-87a5-4851-9d80-9a107f91507f tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 838.139130] env[65824]: INFO networking_nsxv3.common.synchronization [req-be793e48-2b26-4780-900e-d2d2e55817c8 req-3648f58d-87a5-4851-9d80-9a107f91507f tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: ea54c51e-fa11-493e-9ace-ed438cd968ef with Priority: HIGHEST for action security_group_rules [ 838.139248] env[65824]: INFO networking_nsxv3.common.synchronization [req-be793e48-2b26-4780-900e-d2d2e55817c8 req-3648f58d-87a5-4851-9d80-9a107f91507f tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: ea54c51e-fa11-493e-9ace-ed438cd968ef with Priority: HIGHEST for action security_group_members [ 838.139371] env[65824]: INFO networking_nsxv3.common.synchronization [req-be793e48-2b26-4780-900e-d2d2e55817c8 req-3648f58d-87a5-4851-9d80-9a107f91507f tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 76fa27e5-23d5-4ca5-898d-d0d4e2406cba with Priority: HIGHEST for action port [ 838.139891] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ef3f31-1fb2-4957-8923-b661dcf83905 with Priority: HIGHEST for action security_group_rules [ 838.140166] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_rules [ 838.140325] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea54c51e-fa11-493e-9ace-ed438cd968ef with Priority: HIGHEST for action security_group_members [ 838.140496] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fa27e5-23d5-4ca5-898d-d0d4e2406cba with Priority: HIGHEST for action port [ 838.140827] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea54c51e-fa11-493e-9ace-ed438cd968ef with Priority: HIGHEST for action security_group_rules [ 838.140827] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ef3f31-1fb2-4957-8923-b661dcf83905 with Priority: HIGHEST for action security_group_members [ 838.140827] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 838.141306] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40ef3f31-1fb2-4957-8923-b661dcf83905 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.141867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40ef3f31-1fb2-4957-8923-b661dcf83905" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.141941] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40ef3f31-1fb2-4957-8923-b661dcf83905" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.143666] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40ef3f31-1fb2-4957-8923-b661dcf83905" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.143666] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40ef3f31-1fb2-4957-8923-b661dcf83905',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.144664] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.145086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.145086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.145296] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.145429] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.147950] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea54c51e-fa11-493e-9ace-ed438cd968ef taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.147950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.147950] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-76fa27e5-23d5-4ca5-898d-d0d4e2406cba taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.147950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76fa27e5-23d5-4ca5-898d-d0d4e2406cba" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.147950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76fa27e5-23d5-4ca5-898d-d0d4e2406cba" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.147950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76fa27e5-23d5-4ca5-898d-d0d4e2406cba" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.147950] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76fa27e5-23d5-4ca5-898d-d0d4e2406cba',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.149451] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea54c51e-fa11-493e-9ace-ed438cd968ef taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.149451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.149451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.149451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.149451] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea54c51e-fa11-493e-9ace-ed438cd968ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.150225] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef3f31-1fb2-4957-8923-b661dcf83905 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.150225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef3f31-1fb2-4957-8923-b661dcf83905" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.150497] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.150548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.155538] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.599413] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea54c51e-fa11-493e-9ace-ed438cd968ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.600917] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.601510] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40ef3f31-1fb2-4957-8923-b661dcf83905',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.651439] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef3f31-1fb2-4957-8923-b661dcf83905 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.651571] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef3f31-1fb2-4957-8923-b661dcf83905" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.651720] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76fa27e5-23d5-4ca5-898d-d0d4e2406cba with status ACTIVE [ 838.651880] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.651980] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.652052] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.652291] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.652376] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.652538] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.652628] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.652687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.652832] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.652903] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.653338] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.653440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.653499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.653641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.653710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.653791] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76fa27e5-23d5-4ca5-898d-d0d4e2406cba is going to be updated. [ 838.657710] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: SUCCESS [ 838.657904] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.658818] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea54c51e-fa11-493e-9ace-ed438cd968ef taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.658818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.659287] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.659488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.659556] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.684721] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.684858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.684933] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.685264] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.685451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.685685] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76fa27e5-23d5-4ca5-898d-d0d4e2406cba" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.104557] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea54c51e-fa11-493e-9ace-ed438cd968ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.107842] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40ef3f31-1fb2-4957-8923-b661dcf83905',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.108747] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.166448] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.166448] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.166448] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.166448] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.166448] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.166448] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a is going to be updated. [ 839.204634] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.204634] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.204785] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.204892] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.205019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.214800] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: IN_PROGRESS for 2s [ 839.296599] env[65824]: INFO networking_nsxv3.common.synchronization [None req-666bb962-b213-429a-9252-b5237cf45548 None None] Enqueued Resource ID: af1c0bb3-6672-4a05-808c-cdcde9e99c03 with Priority: HIGHEST for action port [ 839.297580] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af1c0bb3-6672-4a05-808c-cdcde9e99c03 with Priority: HIGHEST for action port [ 839.297927] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-af1c0bb3-6672-4a05-808c-cdcde9e99c03 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.298069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af1c0bb3-6672-4a05-808c-cdcde9e99c03" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.298143] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af1c0bb3-6672-4a05-808c-cdcde9e99c03" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.298392] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af1c0bb3-6672-4a05-808c-cdcde9e99c03" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.298479] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af1c0bb3-6672-4a05-808c-cdcde9e99c03',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.609180] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.609180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.609633] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.609633] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.609633] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.609633] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea54c51e-fa11-493e-9ace-ed438cd968ef is going to be updated. [ 839.612692] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.612866] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.612931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.613175] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.613250] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.614080] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ef3f31-1fb2-4957-8923-b661dcf83905 is going to be created. [ 839.614923] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.614923] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.614923] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.615463] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.615572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.615663] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 is going to be updated. [ 839.677995] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.677995] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.677995] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.677995] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.677995] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.677995] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.677995] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.677995] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.677995] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.678510] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.681851] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.681987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.682825] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.682960] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.684021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.694939] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea54c51e-fa11-493e-9ace-ed438cd968ef in Status: IN_PROGRESS for 2s [ 839.696025] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ef3f31-1fb2-4957-8923-b661dcf83905 in Status: UNINITIALIZED for 2s [ 839.696353] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: IN_PROGRESS for 2s [ 839.800971] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af1c0bb3-6672-4a05-808c-cdcde9e99c03 [ 839.802072] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.802072] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.802072] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.802072] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.802072] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.802072] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af1c0bb3-6672-4a05-808c-cdcde9e99c03 already deleted. [ 839.802072] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af1c0bb3-6672-4a05-808c-cdcde9e99c03" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.936964] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: SUCCESS [ 839.938712] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.938912] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.939476] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.939476] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.939476] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.939716] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.939716] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.939785] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.939828] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.940197] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.070193] env[65824]: INFO networking_nsxv3.common.synchronization [req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 req-5c87400f-93a6-4b14-801e-138f2daea789 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Enqueued Resource ID: 170062b8-3135-4aae-907b-5d53c51b1640 with Priority: HIGHEST for action security_group_members [ 840.070193] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 170062b8-3135-4aae-907b-5d53c51b1640 with Priority: HIGHEST for action security_group_members [ 840.070193] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-170062b8-3135-4aae-907b-5d53c51b1640 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.070193] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.070579] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.071013] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.071318] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.071559] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.071728] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.072175] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.072533] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.072797] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('170062b8-3135-4aae-907b-5d53c51b1640',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.445645] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.445987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.445987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.446379] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.446422] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.446704] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.446704] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.446841] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.446966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.447115] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.447315] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.447462] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.447557] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.447754] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.447934] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.448091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.448170] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.448343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.448428] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.448515] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.448639] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.576020] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.576272] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.576329] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.576634] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.576894] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.577129] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.577308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.577428] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.577732] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.577870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.577946] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 170062b8-3135-4aae-907b-5d53c51b1640 already deleted. [ 840.578701] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.594818] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.595146] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-856" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.595319] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-856" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.595783] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-856" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.596129] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.596364] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.596546] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.596780] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.596980] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.597288] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.597439] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.597587] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.597707] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.597815] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.597920] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.598074] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.620722] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.621204] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.621204] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.621336] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-856" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.621560] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-5b8986f1-ad3b-428d-af09-07db17c3ee1c taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.621718] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-5b8986f1-ad3b-428d-af09-07db17c3ee1c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.621842] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-5b8986f1-ad3b-428d-af09-07db17c3ee1c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.622243] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-5b8986f1-ad3b-428d-af09-07db17c3ee1c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.622375] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b8986f1-ad3b-428d-af09-07db17c3ee1c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.954087] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e132663d-fdbb-4a15-8d4f-beb5b0df29e4: rpc.has_security_group_logging(os_id): False [ 840.977348] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.977521] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.977591] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.978508] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.002214] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.002638] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.002829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.002942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.003224] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.003364] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.004049] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.004049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.005195] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.005424] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.005538] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.005828] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.005939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.006021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.006182] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.006332] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.006423] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 is going to be updated. [ 841.083628] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.083628] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.083628] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.083628] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.083628] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.101680] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: IN_PROGRESS for 2s [ 841.125422] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.125665] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.125839] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.127197] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.127197] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.127197] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 5b8986f1-ad3b-428d-af09-07db17c3ee1c not found, creating... [ 841.127197] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.127197] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.127197] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.127465] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.127502] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.129060] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.129060] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.129060] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.129060] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.129060] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.129060] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 5b8986f1-ad3b-428d-af09-07db17c3ee1c is going to be created. [ 841.171887] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.172293] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.172293] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.172719] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.172879] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.173142] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-5b8986f1-ad3b-428d-af09-07db17c3ee1c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.227370] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: SUCCESS [ 841.227623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.227826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.228050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.228261] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.228379] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.228431] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.228616] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.228722] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.228783] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.228891] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.707995] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: SUCCESS [ 841.708381] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.708503] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.708656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.708845] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.708964] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.709050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.709240] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.709353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.709454] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.711091] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ef3f31-1fb2-4957-8923-b661dcf83905 in Status: SUCCESS [ 841.711306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef3f31-1fb2-4957-8923-b661dcf83905" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.711976] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea54c51e-fa11-493e-9ace-ed438cd968ef in Status: SUCCESS [ 841.712167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.712314] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef3f31-1fb2-4957-8923-b661dcf83905" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.712476] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef3f31-1fb2-4957-8923-b661dcf83905" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.712639] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.712746] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.713049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.713049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.713049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.713205] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40ef3f31-1fb2-4957-8923-b661dcf83905',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.713901] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.714081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.714241] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.714345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.714448] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.714544] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.714619] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.714700] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea54c51e-fa11-493e-9ace-ed438cd968ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.733665] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.733665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.733665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.733665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.733665] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.733665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.733665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.733665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.733665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.733665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.733665] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.733665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.733665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.733665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.733665] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.733665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.734582] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.734582] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.734582] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.734582] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.734582] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.857326] env[65824]: INFO networking_nsxv3.common.synchronization [req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 req-efbe828c-f6b9-465c-954e-1c861bd9e885 service nova] Enqueued Resource ID: 170062b8-3135-4aae-907b-5d53c51b1640 with Priority: HIGHEST for action security_group_rules [ 841.857479] env[65824]: INFO networking_nsxv3.common.synchronization [req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 req-efbe828c-f6b9-465c-954e-1c861bd9e885 service nova] Enqueued Resource ID: 170062b8-3135-4aae-907b-5d53c51b1640 with Priority: HIGHEST for action security_group_members [ 841.857617] env[65824]: INFO networking_nsxv3.common.synchronization [req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 req-efbe828c-f6b9-465c-954e-1c861bd9e885 service nova] Enqueued Resource ID: 5b8986f1-ad3b-428d-af09-07db17c3ee1c with Priority: HIGHEST for action port [ 841.858249] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 170062b8-3135-4aae-907b-5d53c51b1640 with Priority: HIGHEST for action security_group_rules [ 841.858353] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 170062b8-3135-4aae-907b-5d53c51b1640 with Priority: HIGHEST for action security_group_members [ 841.858431] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8986f1-ad3b-428d-af09-07db17c3ee1c with Priority: HIGHEST for action port [ 841.858661] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-170062b8-3135-4aae-907b-5d53c51b1640 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.858860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.858860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.859116] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.859116] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('170062b8-3135-4aae-907b-5d53c51b1640',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.859947] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-170062b8-3135-4aae-907b-5d53c51b1640 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.860100] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.860183] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.860281] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.860464] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.860534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.860591] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.860697] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.860773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.861109] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('170062b8-3135-4aae-907b-5d53c51b1640',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.861917] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b8986f1-ad3b-428d-af09-07db17c3ee1c taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.862101] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b8986f1-ad3b-428d-af09-07db17c3ee1c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.862169] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b8986f1-ad3b-428d-af09-07db17c3ee1c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.862275] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b8986f1-ad3b-428d-af09-07db17c3ee1c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.862336] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b8986f1-ad3b-428d-af09-07db17c3ee1c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.217509] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40ef3f31-1fb2-4957-8923-b661dcf83905',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.218539] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.219444] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea54c51e-fa11-493e-9ace-ed438cd968ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.236517] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2ab1edc-9ee3-4707-8ed3-2271e5b9928a: rpc.has_security_group_logging(os_id): False [ 842.260037] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.260187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.260187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.260551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.260630] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.260987] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.260987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.260987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.261259] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.261340] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.261557] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.261648] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.261765] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.261920] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.261977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.262184] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.262284] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.262343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.262503] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.262593] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.262691] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a is going to be updated. [ 842.265333] env[65824]: INFO networking_nsxv3.common.synchronization [req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 req-0cf0bb98-7065-423d-9b12-5134162287cd tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Enqueued Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 842.266371] env[65824]: INFO networking_nsxv3.common.synchronization [req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 req-ce2924da-67b9-46cb-b982-81d1c3cf4254 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 842.266524] env[65824]: INFO networking_nsxv3.common.synchronization [req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 req-ce2924da-67b9-46cb-b982-81d1c3cf4254 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: ea54c51e-fa11-493e-9ace-ed438cd968ef with Priority: HIGHEST for action security_group_members [ 842.266642] env[65824]: INFO networking_nsxv3.common.synchronization [req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 req-ce2924da-67b9-46cb-b982-81d1c3cf4254 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 40ef3f31-1fb2-4957-8923-b661dcf83905 with Priority: HIGHEST for action security_group_members [ 842.267338] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 842.267477] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea54c51e-fa11-493e-9ace-ed438cd968ef with Priority: HIGHEST for action security_group_members [ 842.267593] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 842.267703] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ef3f31-1fb2-4957-8923-b661dcf83905 with Priority: HIGHEST for action security_group_members [ 842.268458] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.268559] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.268656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.268823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.268991] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.269096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.269156] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.269328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.269409] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.269519] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.270436] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea54c51e-fa11-493e-9ace-ed438cd968ef taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.270554] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.270754] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.270838] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.271060] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ef3f31-1fb2-4957-8923-b661dcf83905 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.271511] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ef3f31-1fb2-4957-8923-b661dcf83905" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.334427] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.334614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.334669] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.334950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.336182] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.352613] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: IN_PROGRESS for 2s [ 842.364699] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-170062b8-3135-4aae-907b-5d53c51b1640 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.364699] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.364866] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('170062b8-3135-4aae-907b-5d53c51b1640',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.365596] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b8986f1-ad3b-428d-af09-07db17c3ee1c with status ACTIVE [ 842.365776] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.365887] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.365956] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.366178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.366401] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.366477] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.366532] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.366645] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.366734] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.366835] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.366993] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.369625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.369705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.369822] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.369904] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.370026] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b8986f1-ad3b-428d-af09-07db17c3ee1c is going to be updated. [ 842.410224] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.410224] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.410423] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.410592] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.410655] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.410856] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b8986f1-ad3b-428d-af09-07db17c3ee1c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.575037] env[65824]: INFO networking_nsxv3.common.synchronization [req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 req-a5da7601-01cb-4d07-9976-033fc2577252 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Enqueued Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 842.575765] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 with Priority: HIGHEST for action security_group_members [ 842.576203] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b931007-6ca7-4eb2-98ad-4108addac9b9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.576318] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.721358] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.723779] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40ef3f31-1fb2-4957-8923-b661dcf83905',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.725748] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea54c51e-fa11-493e-9ace-ed438cd968ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.774267] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.871963] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('170062b8-3135-4aae-907b-5d53c51b1640',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.116454] env[65824]: INFO networking_nsxv3.common.synchronization [None req-ec24025c-1418-4c8f-9da7-187057b80a5e tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Enqueued Resource ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 with Priority: HIGHEST for action security_group_rules [ 843.116454] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 with Priority: HIGHEST for action security_group_rules [ 843.117129] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: SUCCESS [ 843.117333] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.117622] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7cd85a0-f6da-4311-bbc6-a5ad30631075 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.117738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.117815] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.118400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.118400] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7cd85a0-f6da-4311-bbc6-a5ad30631075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.223873] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.224055] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.224129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.224468] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.224578] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.224682] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 is going to be updated. [ 843.226961] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.227984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.228081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.228349] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.228398] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.228538] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ef3f31-1fb2-4957-8923-b661dcf83905 is going to be updated. [ 843.230775] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.230887] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.230976] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.231243] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.231345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.231457] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea54c51e-fa11-493e-9ace-ed438cd968ef is going to be updated. [ 843.233938] env[65824]: INFO networking_nsxv3.common.synchronization [None req-ce85da0a-b679-4a0f-a3c2-f14d7e50d0e8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Enqueued Resource ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 with Priority: HIGHEST for action security_group_rules [ 843.235173] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 with Priority: HIGHEST for action security_group_rules [ 843.237291] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7cd85a0-f6da-4311-bbc6-a5ad30631075 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.237430] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.265577] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.265802] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.265881] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.266267] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.266611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.269388] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.269598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.269771] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.269976] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.270248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.272495] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.272495] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.272683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.272738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.272988] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.275404] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.304812] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: IN_PROGRESS for 2s [ 843.305624] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea54c51e-fa11-493e-9ace-ed438cd968ef in Status: IN_PROGRESS for 2s [ 843.306390] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ef3f31-1fb2-4957-8923-b661dcf83905 in Status: IN_PROGRESS for 2s [ 843.374895] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.375551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.376012] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.376586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.376921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.377328] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 170062b8-3135-4aae-907b-5d53c51b1640 is going to be created. [ 843.413648] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.413648] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.413648] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.413648] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.413648] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.426878] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 170062b8-3135-4aae-907b-5d53c51b1640 in Status: UNINITIALIZED for 2s [ 843.642240] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.642472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.642472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.642643] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.642763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.642932] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 already deleted. [ 843.643191] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.643394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.643614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.643702] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7cd85a0-f6da-4311-bbc6-a5ad30631075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.778917] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.779589] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.779589] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.779692] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.779782] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.779882] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 is going to be updated. [ 843.814388] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.814590] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.814590] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.814717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.814824] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.823633] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: IN_PROGRESS for 2s [ 844.167377] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.167563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.167563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.167776] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.167862] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.167960] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 already deleted. [ 844.168060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.366706] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: SUCCESS [ 844.367063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.318952] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: SUCCESS [ 845.319591] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.319591] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.319683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.319858] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.319980] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.320067] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.320241] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.320323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.320410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.320592] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.323376] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ef3f31-1fb2-4957-8923-b661dcf83905 in Status: SUCCESS [ 845.323558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef3f31-1fb2-4957-8923-b661dcf83905" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.324534] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea54c51e-fa11-493e-9ace-ed438cd968ef in Status: SUCCESS [ 845.324534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.324534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.324718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.324856] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.324962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.325039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.325183] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.325264] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.325361] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.326103] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef3f31-1fb2-4957-8923-b661dcf83905" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.326266] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef3f31-1fb2-4957-8923-b661dcf83905" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.326488] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.326582] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.326582] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.326704] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.326778] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.326857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef3f31-1fb2-4957-8923-b661dcf83905" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.326944] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40ef3f31-1fb2-4957-8923-b661dcf83905',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.327591] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.327748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.327891] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.327986] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.328062] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.328192] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.328454] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.328454] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.328454] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea54c51e-fa11-493e-9ace-ed438cd968ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.329331] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ef3f31-1fb2-4957-8923-b661dcf83905" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.329424] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ef3f31-1fb2-4957-8923-b661dcf83905" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.329564] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.329658] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.329720] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.329944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.329944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.330031] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40ef3f31-1fb2-4957-8923-b661dcf83905',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.330569] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.330726] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.330952] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.331065] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.331158] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.331267] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.331341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.331421] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea54c51e-fa11-493e-9ace-ed438cd968ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.437166] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 170062b8-3135-4aae-907b-5d53c51b1640 in Status: SUCCESS [ 845.437413] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.437694] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.437792] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.437935] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.438094] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.438157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.438351] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.438421] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.438514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.438638] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('170062b8-3135-4aae-907b-5d53c51b1640',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.593683] env[65824]: INFO networking_nsxv3.common.synchronization [req-56243e1b-ce0e-48a8-b4c6-797b67844182 req-1e20dc67-0481-419c-a2a0-c2b84b387a37 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Enqueued Resource ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea with Priority: HIGHEST for action security_group_members [ 845.594645] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea with Priority: HIGHEST for action security_group_members [ 845.595249] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.595355] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.595549] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.595640] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.595845] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.595971] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.596047] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.597096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.597096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.597096] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.823196] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.823330] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.829328] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.830599] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40ef3f31-1fb2-4957-8923-b661dcf83905',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.833352] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.833556] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.833623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.833826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.834277] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.834277] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.834575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.834575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.834672] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.834797] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.834797] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ef3f31-1fb2-4957-8923-b661dcf83905 is going to be deleted. [ 845.835911] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea54c51e-fa11-493e-9ace-ed438cd968ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.836598] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.836713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.836779] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.838813] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.838957] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.839233] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.839334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.839334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.839489] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.839777] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.839777] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea54c51e-fa11-493e-9ace-ed438cd968ef is going to be updated. [ 845.841961] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: SUCCESS [ 845.842167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.842700] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.842700] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.842864] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.843022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.846541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.846541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.846541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.846541] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b931007-6ca7-4eb2-98ad-4108addac9b9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.874097] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.874097] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.874097] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.874097] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.874097] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.878627] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.878822] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.878822] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.879037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.879149] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.879257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ef3f31-1fb2-4957-8923-b661dcf83905" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.885021] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea54c51e-fa11-493e-9ace-ed438cd968ef in Status: IN_PROGRESS for 2s [ 845.943469] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('170062b8-3135-4aae-907b-5d53c51b1640',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.100835] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.100835] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.100835] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.101111] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.128806] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.129083] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.129284] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.129284] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.129548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.129548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.130660] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea is going to be updated. [ 846.159426] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.159644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.159644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.159865] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.160063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.170752] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea in Status: IN_PROGRESS for 2s [ 846.332987] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.334039] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40ef3f31-1fb2-4957-8923-b661dcf83905: rpc.has_security_group_logging(os_id): False [ 846.344482] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea54c51e-fa11-493e-9ace-ed438cd968ef: rpc.has_security_group_logging(os_id): False [ 846.350446] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.350666] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.350666] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.350992] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.351114] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.351346] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.351456] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.351525] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.351736] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.351822] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.351910] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 is going to be updated. [ 846.357200] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.357200] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.357200] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.357200] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.357200] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.357200] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.357200] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.357200] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.357585] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.357585] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.357585] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40ef3f31-1fb2-4957-8923-b661dcf83905 is going to be created. [ 846.371399] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.371399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.371399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.371399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.371399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.371399] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.371399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.371399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.371399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.371399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.371399] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea54c51e-fa11-493e-9ace-ed438cd968ef is going to be updated. [ 846.379818] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/40ef3f31-1fb2-4957-8923-b661dcf83905], does not exist path=[/infra/domains/default/groups/40ef3f31-1fb2-4957-8923-b661dcf83905]."\n}' [ 846.380037] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40ef3f31-1fb2-4957-8923-b661dcf83905 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/40ef3f31-1fb2-4957-8923-b661dcf83905 [ 846.380290] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 846.391070] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.391281] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.391352] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.391600] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.391765] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.402766] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: IN_PROGRESS for 2s [ 846.418403] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.418618] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.418711] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.419122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.421042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.421042] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.421042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.421042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.421042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.421042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.421042] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.421883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.421883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.421883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.421883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.422129] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40ef3f31-1fb2-4957-8923-b661dcf83905 is going to be created. [ 846.445056] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.445056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.445056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.445056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.445056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.445630] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 170062b8-3135-4aae-907b-5d53c51b1640: rpc.has_security_group_logging(os_id): False [ 846.447557] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/40ef3f31-1fb2-4957-8923-b661dcf83905], does not exist path=[/infra/domains/default/groups/40ef3f31-1fb2-4957-8923-b661dcf83905]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/40ef3f31-1fb2-4957-8923-b661dcf83905 [ 846.447739] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40ef3f31-1fb2-4957-8923-b661dcf83905" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.448140] env[65824]: Traceback (most recent call last): [ 846.448140] env[65824]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 846.448140] env[65824]: return func(*args, **kwargs) [ 846.448140] env[65824]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 846.448140] env[65824]: res.raise_for_status() [ 846.448140] env[65824]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 846.448140] env[65824]: raise HTTPError(http_error_msg, response=self) [ 846.448140] env[65824]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/40ef3f31-1fb2-4957-8923-b661dcf83905 [ 846.448140] env[65824]: During handling of the above exception, another exception occurred: [ 846.448140] env[65824]: Traceback (most recent call last): [ 846.448140] env[65824]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 846.448140] env[65824]: listener.cb(fileno) [ 846.448140] env[65824]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 846.448140] env[65824]: result = function(*args, **kwargs) [ 846.448140] env[65824]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 846.448140] env[65824]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 846.448140] env[65824]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 846.448140] env[65824]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 846.448140] env[65824]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 846.448140] env[65824]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 846.448140] env[65824]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 846.448140] env[65824]: res.raise_for_status() [ 846.448140] env[65824]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 846.448140] env[65824]: raise HTTPError(http_error_msg, response=self) [ 846.448140] env[65824]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/40ef3f31-1fb2-4957-8923-b661dcf83905 [ 846.448140] env[65824]: Removing descriptor: 64 [ 846.461689] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea54c51e-fa11-493e-9ace-ed438cd968ef in Status: IN_PROGRESS for 2s [ 846.465460] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.465635] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.467063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.467063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.467063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.467063] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.467063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.467063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.467063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.467678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.467866] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 170062b8-3135-4aae-907b-5d53c51b1640 is going to be created. [ 846.531343] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.531545] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.531601] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.531853] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.532047] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.565827] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 170062b8-3135-4aae-907b-5d53c51b1640 in Status: IN_PROGRESS for 2s [ 846.838584] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.838783] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.838905] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.839088] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.839189] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.839290] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 is going to be updated. [ 846.869041] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.869223] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.869290] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.869470] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.869611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.880764] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: IN_PROGRESS for 2s [ 847.193593] env[65824]: INFO networking_nsxv3.common.synchronization [req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef req-866aac1d-a236-4b23-a1d2-03a233a62d12 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 847.193593] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 847.193829] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.194744] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.194744] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.194744] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.194744] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.194744] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.194744] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.194744] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.195256] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.195256] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.698084] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.698425] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.698425] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.698760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.698760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.698892] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.698993] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.699061] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.699242] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.699376] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.699435] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 is going to be deleted. [ 847.707698] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.708085] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-207" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.708268] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-207" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.708630] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-207" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.708921] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.709102] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.709218] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.709451] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.709593] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.709807] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.710445] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.710674] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.710892] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.710977] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.711257] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.711329] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.737294] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.737612] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.737795] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.738027] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-207" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.738465] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-549eaea7-54ab-47d8-a6b5-8311cd8f6497 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.738707] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-549eaea7-54ab-47d8-a6b5-8311cd8f6497" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.738910] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-549eaea7-54ab-47d8-a6b5-8311cd8f6497" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.739365] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-549eaea7-54ab-47d8-a6b5-8311cd8f6497" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.739535] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('549eaea7-54ab-47d8-a6b5-8311cd8f6497',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.741470] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.741638] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.741770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.741933] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.742069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.742161] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.900218] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea54c51e-fa11-493e-9ace-ed438cd968ef in Status: SUCCESS [ 847.900973] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea54c51e-fa11-493e-9ace-ed438cd968ef deletion is rescheduled due to dependency. [ 847.900973] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.185014] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea in Status: SUCCESS [ 848.185346] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea deletion is rescheduled due to dependency. [ 848.185469] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.243474] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.243706] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.243809] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.244161] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.244345] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.244518] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 549eaea7-54ab-47d8-a6b5-8311cd8f6497 not found, creating... [ 848.244785] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.244996] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.245069] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.245383] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.245521] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.245848] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.246038] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.246171] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.246386] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.246534] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.246674] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 549eaea7-54ab-47d8-a6b5-8311cd8f6497 is going to be created. [ 848.265816] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.266020] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.266164] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.266414] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.266636] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.266852] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-549eaea7-54ab-47d8-a6b5-8311cd8f6497" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.414882] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 in Status: SUCCESS [ 848.414882] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b931007-6ca7-4eb2-98ad-4108addac9b9 deletion is rescheduled due to dependency. [ 848.414882] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b931007-6ca7-4eb2-98ad-4108addac9b9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.476685] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea54c51e-fa11-493e-9ace-ed438cd968ef in Status: SUCCESS [ 848.476685] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea54c51e-fa11-493e-9ace-ed438cd968ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.581111] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 170062b8-3135-4aae-907b-5d53c51b1640 in Status: SUCCESS [ 848.581350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.890910] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: SUCCESS [ 848.891246] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.891658] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.891872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.892078] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.892200] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.892266] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.892421] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.892501] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.892584] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.892738] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.892831] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.892890] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.893105] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.893250] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.893412] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.893478] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.894128] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.894128] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.894128] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.894128] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.972533] env[65824]: INFO networking_nsxv3.common.synchronization [req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef req-34b2bb5e-c199-43a3-860c-55fb3666340b service nova] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_rules [ 848.972722] env[65824]: INFO networking_nsxv3.common.synchronization [req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef req-34b2bb5e-c199-43a3-860c-55fb3666340b service nova] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 848.972859] env[65824]: INFO networking_nsxv3.common.synchronization [req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef req-34b2bb5e-c199-43a3-860c-55fb3666340b service nova] Enqueued Resource ID: 549eaea7-54ab-47d8-a6b5-8311cd8f6497 with Priority: HIGHEST for action port [ 848.973426] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_rules [ 848.973622] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 848.974342] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 549eaea7-54ab-47d8-a6b5-8311cd8f6497 with Priority: HIGHEST for action port [ 848.974620] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.974763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.974842] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.975091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.975186] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.976571] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.976714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.976816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.976966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.977137] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.977239] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.977304] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.977450] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.977537] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.977630] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.978780] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-549eaea7-54ab-47d8-a6b5-8311cd8f6497 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.978888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-549eaea7-54ab-47d8-a6b5-8311cd8f6497" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.978953] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-549eaea7-54ab-47d8-a6b5-8311cd8f6497" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.979122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-549eaea7-54ab-47d8-a6b5-8311cd8f6497" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.979200] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('549eaea7-54ab-47d8-a6b5-8311cd8f6497',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.154928] env[65824]: INFO networking_nsxv3.common.synchronization [req-74a3214d-6fb7-4658-9eb8-dbbf318107bf req-0d9de4e2-bdb9-49b5-9dc6-2aec5299109a tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Enqueued Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_members [ 849.154928] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGHEST for action security_group_members [ 849.154928] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.154928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.154928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.154928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.154928] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.154928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.154928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.154928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.154928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.154928] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.397287] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69625ff6-5e84-4712-92bd-16eb7aa48071: rpc.has_security_group_logging(os_id): False [ 849.420726] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.420955] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.421059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.421394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.443487] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.443819] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.443962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.444104] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.444363] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.444466] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.444701] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.444840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.444913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.445120] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.445217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.445442] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.445550] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.445615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.445780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.445868] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.445967] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 is going to be updated. [ 849.480854] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.482106] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.482204] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.482517] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 549eaea7-54ab-47d8-a6b5-8311cd8f6497 with status ACTIVE [ 849.482641] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.482840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.482957] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.483143] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.483253] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.483428] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.483584] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.483584] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.483747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.483825] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.484017] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.484148] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.484249] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.484358] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.484432] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.484519] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 549eaea7-54ab-47d8-a6b5-8311cd8f6497 is going to be updated. [ 849.506678] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.506908] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.506969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.507181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.507349] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.509215] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.509329] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.509410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.509602] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.509748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.509892] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-549eaea7-54ab-47d8-a6b5-8311cd8f6497" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.558051] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: IN_PROGRESS for 2s [ 849.657618] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.657784] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.657943] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.658127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.688114] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.688847] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.688847] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.689340] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.689498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.689588] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.689686] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a is going to be updated. [ 849.721855] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.722027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.722377] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.722645] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.722813] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.732408] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: IN_PROGRESS for 2s [ 849.986926] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.492558] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.492770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.492770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.493089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.493208] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.493298] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 is going to be created. [ 850.521663] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.521834] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.521834] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.522020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.522199] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.534362] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: UNINITIALIZED for 2s [ 851.581268] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: SUCCESS [ 851.581268] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.745877] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a in Status: SUCCESS [ 851.746103] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a deletion is rescheduled due to dependency. [ 851.750471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.029553] env[65824]: INFO networking_nsxv3.common.synchronization [req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 req-2765d7b5-f84f-42cd-9e9b-94ed89c900d0 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Enqueued Resource ID: 72ec67e6-90b0-445f-af4d-4ee54ba3239c with Priority: HIGHEST for action security_group_members [ 852.030200] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ec67e6-90b0-445f-af4d-4ee54ba3239c with Priority: HIGHEST for action security_group_members [ 852.030532] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ec67e6-90b0-445f-af4d-4ee54ba3239c taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.030713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.030812] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.035154] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.035396] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.035510] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.035594] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.035786] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.035869] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.035968] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ec67e6-90b0-445f-af4d-4ee54ba3239c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.507051] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.507482] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-17" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.507662] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-17" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.508064] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-17" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.508397] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.508635] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.508810] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.509203] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.509423] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.509696] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.510642] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.510642] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.510642] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.510642] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.510642] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.510642] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.535213] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.535213] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.535213] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.535213] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-17" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.535213] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-62805c48-8561-43c1-ac2b-d5bcbda84bd6 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.535213] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-62805c48-8561-43c1-ac2b-d5bcbda84bd6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.535213] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-62805c48-8561-43c1-ac2b-d5bcbda84bd6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.535213] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-62805c48-8561-43c1-ac2b-d5bcbda84bd6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.535721] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62805c48-8561-43c1-ac2b-d5bcbda84bd6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.540341] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.543081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.543081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.543081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.543081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.543081] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.543081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.543081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.543081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.543081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.543081] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ec67e6-90b0-445f-af4d-4ee54ba3239c already deleted. [ 852.543081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.553706] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: SUCCESS [ 852.553979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.554600] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.554925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.555069] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.555192] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.555575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.555575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.555575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.555723] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.555723] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.039605] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.039887] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.039942] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.040260] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.040492] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.040898] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 62805c48-8561-43c1-ac2b-d5bcbda84bd6 not found, creating... [ 853.041138] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.041368] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.041511] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.041780] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.041956] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.042309] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.042530] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.042675] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.042937] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.043673] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.043673] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 62805c48-8561-43c1-ac2b-d5bcbda84bd6 is going to be created. [ 853.060434] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.060679] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.060679] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.061081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.061081] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.061287] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.061287] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.061390] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.061436] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.061498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.061683] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.061780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.061844] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.061985] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.062149] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.062239] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.062300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.062432] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.062501] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.062577] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.062661] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.065834] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.065977] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.066128] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.066572] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.066863] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.067642] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-62805c48-8561-43c1-ac2b-d5bcbda84bd6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.565632] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8da4c6c-21c8-46c6-9108-700049113bf4: rpc.has_security_group_logging(os_id): False [ 853.587223] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.587413] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.587490] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.587788] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.587879] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.588099] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.588215] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.588280] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.588423] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.588493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.588716] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.588809] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.588860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.589016] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.589081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.589400] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.589400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.589400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.589663] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.589663] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.589774] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 is going to be created. [ 853.657533] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.657789] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.657789] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.658187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.658187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.675744] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: IN_PROGRESS for 2s [ 853.836844] env[65824]: INFO networking_nsxv3.common.synchronization [req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 req-d23fb614-bbaf-4897-af9a-928fce60427d service nova] Enqueued Resource ID: 72ec67e6-90b0-445f-af4d-4ee54ba3239c with Priority: HIGHEST for action security_group_rules [ 853.836942] env[65824]: INFO networking_nsxv3.common.synchronization [req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 req-d23fb614-bbaf-4897-af9a-928fce60427d service nova] Enqueued Resource ID: 72ec67e6-90b0-445f-af4d-4ee54ba3239c with Priority: HIGHEST for action security_group_members [ 853.837086] env[65824]: INFO networking_nsxv3.common.synchronization [req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 req-d23fb614-bbaf-4897-af9a-928fce60427d service nova] Enqueued Resource ID: 62805c48-8561-43c1-ac2b-d5bcbda84bd6 with Priority: HIGHEST for action port [ 853.837700] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ec67e6-90b0-445f-af4d-4ee54ba3239c with Priority: HIGHEST for action security_group_rules [ 853.837839] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ec67e6-90b0-445f-af4d-4ee54ba3239c with Priority: HIGHEST for action security_group_members [ 853.837936] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62805c48-8561-43c1-ac2b-d5bcbda84bd6 with Priority: HIGHEST for action port [ 853.838260] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72ec67e6-90b0-445f-af4d-4ee54ba3239c taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.838403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.838555] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.838717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.838860] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72ec67e6-90b0-445f-af4d-4ee54ba3239c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.839799] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ec67e6-90b0-445f-af4d-4ee54ba3239c taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.839951] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.840039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.840221] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.840380] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.840484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.840542] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.840693] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.840775] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.840871] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ec67e6-90b0-445f-af4d-4ee54ba3239c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.842220] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-62805c48-8561-43c1-ac2b-d5bcbda84bd6 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.842377] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62805c48-8561-43c1-ac2b-d5bcbda84bd6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.842440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62805c48-8561-43c1-ac2b-d5bcbda84bd6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.842559] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62805c48-8561-43c1-ac2b-d5bcbda84bd6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.842638] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62805c48-8561-43c1-ac2b-d5bcbda84bd6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.344382] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ec67e6-90b0-445f-af4d-4ee54ba3239c taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.344986] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.349934] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72ec67e6-90b0-445f-af4d-4ee54ba3239c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.351467] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62805c48-8561-43c1-ac2b-d5bcbda84bd6 with status ACTIVE [ 854.351674] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.351815] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.351981] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.352576] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.352937] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.352937] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.353272] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.353272] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.353272] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.353551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.353644] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.353740] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.353796] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.354378] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.354917] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.354917] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62805c48-8561-43c1-ac2b-d5bcbda84bd6 is going to be updated. [ 854.378315] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.378764] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.378764] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.378928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.379125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.379186] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62805c48-8561-43c1-ac2b-d5bcbda84bd6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.779019] env[65824]: INFO networking_nsxv3.common.synchronization [None req-1b4c79b3-65e5-4766-975b-d3350805e354 None None] Enqueued Resource ID: ff571140-711d-4bda-94ca-849a66aecbcb with Priority: HIGHEST for action port [ 854.779563] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff571140-711d-4bda-94ca-849a66aecbcb with Priority: HIGHEST for action port [ 854.779864] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff571140-711d-4bda-94ca-849a66aecbcb taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.780045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff571140-711d-4bda-94ca-849a66aecbcb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.780103] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff571140-711d-4bda-94ca-849a66aecbcb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.780322] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff571140-711d-4bda-94ca-849a66aecbcb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.780405] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff571140-711d-4bda-94ca-849a66aecbcb',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.834354] env[65824]: INFO networking_nsxv3.common.synchronization [req-5435d18f-ef62-4fa3-a0e8-e87d696b03db req-39f2a82b-0816-45b5-9289-2ce4d718c8c5 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 854.835776] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 854.835776] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.835776] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.835776] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.835776] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.835776] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.835776] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.836450] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.836450] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.836560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.837693] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.852667] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72ec67e6-90b0-445f-af4d-4ee54ba3239c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.284043] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.284043] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.284043] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.284043] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.284043] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.284043] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.284043] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.284043] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.284043] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.284520] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.284520] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.284520] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.284708] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.284751] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.284813] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.284941] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.286200] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff571140-711d-4bda-94ca-849a66aecbcb [ 855.286393] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.286511] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.286574] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.286758] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.286837] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.286936] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff571140-711d-4bda-94ca-849a66aecbcb already deleted. [ 855.287039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff571140-711d-4bda-94ca-849a66aecbcb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.308332] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.308558] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.308712] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.308912] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.309625] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-bdc4a061-ac4c-474a-a687-4a2d03217bef taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.309822] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-bdc4a061-ac4c-474a-a687-4a2d03217bef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.309953] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-bdc4a061-ac4c-474a-a687-4a2d03217bef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.310513] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-bdc4a061-ac4c-474a-a687-4a2d03217bef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.310687] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdc4a061-ac4c-474a-a687-4a2d03217bef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.339306] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.353996] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.354359] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.354359] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.354648] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.354821] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.354962] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ec67e6-90b0-445f-af4d-4ee54ba3239c is going to be created. [ 855.387767] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.387767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.387767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.387767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.387767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.397857] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ec67e6-90b0-445f-af4d-4ee54ba3239c in Status: UNINITIALIZED for 2s [ 855.698054] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: SUCCESS [ 855.698298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.815011] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.815343] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.816031] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.816031] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.816031] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.816217] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port bdc4a061-ac4c-474a-a687-4a2d03217bef not found, creating... [ 855.816466] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.816621] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.816735] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.816978] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.817128] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.817414] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.818285] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.818285] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.818285] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.818442] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.818479] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: bdc4a061-ac4c-474a-a687-4a2d03217bef is going to be created. [ 855.841051] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.845037] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.845269] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.845446] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.845722] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.846070] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.846199] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-bdc4a061-ac4c-474a-a687-4a2d03217bef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.345321] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.345523] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.345598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.345818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.345908] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.346021] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 856.378530] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.378925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.378925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.378925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.379083] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.389083] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 856.587072] env[65824]: INFO networking_nsxv3.common.synchronization [req-5435d18f-ef62-4fa3-a0e8-e87d696b03db req-df74cf42-1d85-4480-adfb-8687e25b112f service nova] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_rules [ 856.587072] env[65824]: INFO networking_nsxv3.common.synchronization [req-5435d18f-ef62-4fa3-a0e8-e87d696b03db req-df74cf42-1d85-4480-adfb-8687e25b112f service nova] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 856.587072] env[65824]: INFO networking_nsxv3.common.synchronization [req-5435d18f-ef62-4fa3-a0e8-e87d696b03db req-df74cf42-1d85-4480-adfb-8687e25b112f service nova] Enqueued Resource ID: bdc4a061-ac4c-474a-a687-4a2d03217bef with Priority: HIGHEST for action port [ 856.587835] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_rules [ 856.588018] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 856.588424] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc4a061-ac4c-474a-a687-4a2d03217bef with Priority: HIGHEST for action port [ 856.588525] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.589573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.589710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.589988] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.590119] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.591751] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.591908] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.592176] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdc4a061-ac4c-474a-a687-4a2d03217bef taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.592321] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdc4a061-ac4c-474a-a687-4a2d03217bef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.592517] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdc4a061-ac4c-474a-a687-4a2d03217bef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.592685] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdc4a061-ac4c-474a-a687-4a2d03217bef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.593132] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdc4a061-ac4c-474a-a687-4a2d03217bef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.595710] env[65824]: INFO networking_nsxv3.common.synchronization [req-1c208f30-9bb1-457d-81af-770d32ce29cd req-8ce66ea5-42cd-4740-b291-f9568c96754e tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Enqueued Resource ID: 4568771b-ecd0-451c-975d-cb189875b22a with Priority: HIGHEST for action security_group_members [ 856.596458] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4568771b-ecd0-451c-975d-cb189875b22a with Priority: HIGHEST for action security_group_members [ 856.596933] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4568771b-ecd0-451c-975d-cb189875b22a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.596933] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.597326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.597584] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.597884] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.598033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.598125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.598315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.598561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.598561] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4568771b-ecd0-451c-975d-cb189875b22a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.013893] env[65824]: INFO networking_nsxv3.common.synchronization [None req-de87248c-a1cc-4695-b11c-9aab406789ed tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Enqueued Resource ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 with Priority: HIGHEST for action security_group_rules [ 857.014742] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 with Priority: HIGHEST for action security_group_rules [ 857.015107] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c95c3c2-7248-47c3-8405-0f515071b2a6 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.015231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.015302] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.015937] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.015937] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c95c3c2-7248-47c3-8405-0f515071b2a6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.095127] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.095346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.097030] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdc4a061-ac4c-474a-a687-4a2d03217bef with status ACTIVE [ 857.097030] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.097030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.097259] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.099091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.099091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.099091] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.099091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.099091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.099091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.099091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.099091] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.099091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.099091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.099091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.099091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.099091] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdc4a061-ac4c-474a-a687-4a2d03217bef is going to be updated. [ 857.102294] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.102294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.102294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.102294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.124595] env[65824]: INFO networking_nsxv3.common.synchronization [None req-34ca0587-c3d3-4d60-ab17-6174bd319514 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Enqueued Resource ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 with Priority: HIGHEST for action security_group_rules [ 857.125774] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.125929] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.125983] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.126175] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.126312] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.126479] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdc4a061-ac4c-474a-a687-4a2d03217bef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.127557] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.127557] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.127774] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.127774] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.128237] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.128237] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.128237] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4568771b-ecd0-451c-975d-cb189875b22a is going to be updated. [ 857.129996] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 with Priority: HIGHEST for action security_group_rules [ 857.130802] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c95c3c2-7248-47c3-8405-0f515071b2a6 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.130900] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.165962] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.165962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.165962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.165962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.165962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.185028] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4568771b-ecd0-451c-975d-cb189875b22a in Status: IN_PROGRESS for 2s [ 857.349187] env[65824]: INFO networking_nsxv3.common.synchronization [req-cd978c52-19b0-4070-9e0b-5c6955b27f86 req-16783c6b-d46b-48c8-908b-93f6972f5bea tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 857.349853] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 857.350426] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.350558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.352038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.352038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.352038] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.352038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.352038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.352038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.352038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.352038] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.407779] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ec67e6-90b0-445f-af4d-4ee54ba3239c in Status: SUCCESS [ 857.408137] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.412231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.412231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.412231] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.412231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.412231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.412231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.412231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.412231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.412231] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72ec67e6-90b0-445f-af4d-4ee54ba3239c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.542149] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.542361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.542438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.542614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.542715] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.542821] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 already deleted. [ 857.543345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.543567] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.543653] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.543739] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c95c3c2-7248-47c3-8405-0f515071b2a6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.781184] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.781184] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-697" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.781184] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-697" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.781851] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-697" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.782757] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.782757] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.782757] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.785156] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.785156] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.785156] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.785156] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.785156] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.785156] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.785387] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.785476] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.785619] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.804983] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.805294] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 857.805465] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.805648] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-697" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.805956] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-21e3826c-f322-49c0-b02f-505fd98c23cf taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.806136] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-21e3826c-f322-49c0-b02f-505fd98c23cf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.806257] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-21e3826c-f322-49c0-b02f-505fd98c23cf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.806575] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-21e3826c-f322-49c0-b02f-505fd98c23cf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.806710] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21e3826c-f322-49c0-b02f-505fd98c23cf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.854831] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.854831] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.854831] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.855039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.855129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.855397] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.855747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.855747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.855747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.855889] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.855889] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be deleted. [ 857.889078] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.889239] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.889313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.889524] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.889606] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.889703] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.897034] env[65824]: INFO networking_nsxv3.common.synchronization [None req-a985dd91-a248-4cb6-86cc-3486dd129b0c None None] Enqueued Resource ID: 87898f9e-c40e-44c7-8684-1f877b4570ed with Priority: HIGHEST for action port [ 857.897516] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87898f9e-c40e-44c7-8684-1f877b4570ed with Priority: HIGHEST for action port [ 857.898050] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-87898f9e-c40e-44c7-8684-1f877b4570ed taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.898226] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87898f9e-c40e-44c7-8684-1f877b4570ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.898362] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87898f9e-c40e-44c7-8684-1f877b4570ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.898634] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87898f9e-c40e-44c7-8684-1f877b4570ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.898727] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87898f9e-c40e-44c7-8684-1f877b4570ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.911918] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ec67e6-90b0-445f-af4d-4ee54ba3239c taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.912349] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.912483] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.912726] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.912926] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.913093] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.913192] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.913383] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.913506] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.913625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.913814] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ec67e6-90b0-445f-af4d-4ee54ba3239c taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.913978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.914089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.914303] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.914474] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.914573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.914634] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.914776] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.914853] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.914940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.915297] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72ec67e6-90b0-445f-af4d-4ee54ba3239c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.064790] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.064982] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.065036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.065235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.065362] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.066015] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 already deleted. [ 858.066119] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.310087] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.310386] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.310386] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.310642] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.310787] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.310939] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 21e3826c-f322-49c0-b02f-505fd98c23cf not found, creating... [ 858.311531] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.311785] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.311934] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.312195] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.312337] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.312717] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.312886] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.313489] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.313489] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.313611] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.313668] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 21e3826c-f322-49c0-b02f-505fd98c23cf is going to be created. [ 858.351544] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.351544] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.351544] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.351826] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.351954] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.352202] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-21e3826c-f322-49c0-b02f-505fd98c23cf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.401316] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87898f9e-c40e-44c7-8684-1f877b4570ed [ 858.401415] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.403274] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.403274] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.403274] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.403274] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.403274] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87898f9e-c40e-44c7-8684-1f877b4570ed already deleted. [ 858.403274] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87898f9e-c40e-44c7-8684-1f877b4570ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.406716] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 858.407531] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.407531] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.407725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.408392] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.408392] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.408392] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.408392] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.408392] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.408879] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.418357] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72ec67e6-90b0-445f-af4d-4ee54ba3239c: rpc.has_security_group_logging(os_id): False [ 858.454162] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.454870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.454870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.454870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.454870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.454870] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.455268] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.455268] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.455268] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.455462] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.455597] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.455710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.455710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.455860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.455930] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.456107] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.456315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.456315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.456602] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.456602] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.456602] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72ec67e6-90b0-445f-af4d-4ee54ba3239c is going to be created. [ 858.563917] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.564078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.564155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.564378] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.564636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.577342] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ec67e6-90b0-445f-af4d-4ee54ba3239c in Status: IN_PROGRESS for 2s [ 858.912751] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.109855] env[65824]: INFO networking_nsxv3.common.synchronization [req-cd978c52-19b0-4070-9e0b-5c6955b27f86 req-6b277d4e-15c4-4cd1-89be-88dc31eb7cb9 service nova] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_rules [ 859.110046] env[65824]: INFO networking_nsxv3.common.synchronization [req-cd978c52-19b0-4070-9e0b-5c6955b27f86 req-6b277d4e-15c4-4cd1-89be-88dc31eb7cb9 service nova] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 859.110185] env[65824]: INFO networking_nsxv3.common.synchronization [req-cd978c52-19b0-4070-9e0b-5c6955b27f86 req-6b277d4e-15c4-4cd1-89be-88dc31eb7cb9 service nova] Enqueued Resource ID: 21e3826c-f322-49c0-b02f-505fd98c23cf with Priority: HIGHEST for action port [ 859.110696] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_rules [ 859.110826] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 859.111040] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e3826c-f322-49c0-b02f-505fd98c23cf with Priority: HIGHEST for action port [ 859.111261] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.111427] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.111467] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.111637] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.111738] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.112710] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.112832] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.112902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.113126] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.113276] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.113371] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.113433] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.113579] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.113663] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.113752] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.115090] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-21e3826c-f322-49c0-b02f-505fd98c23cf taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.115201] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21e3826c-f322-49c0-b02f-505fd98c23cf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.115250] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21e3826c-f322-49c0-b02f-505fd98c23cf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.115416] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21e3826c-f322-49c0-b02f-505fd98c23cf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.115487] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21e3826c-f322-49c0-b02f-505fd98c23cf',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.196699] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4568771b-ecd0-451c-975d-cb189875b22a in Status: SUCCESS [ 859.197195] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4568771b-ecd0-451c-975d-cb189875b22a deletion is rescheduled due to dependency. [ 859.197370] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.415063] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.616414] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.617961] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.618248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.618339] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21e3826c-f322-49c0-b02f-505fd98c23cf with status ACTIVE [ 859.618622] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.618746] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.618896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.619160] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.619841] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.619841] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.619841] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.619841] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.620119] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.620119] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.620390] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.620794] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.620794] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.621135] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.621135] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.621135] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21e3826c-f322-49c0-b02f-505fd98c23cf is going to be updated. [ 859.658923] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.659122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.659195] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.659430] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.659817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.659817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21e3826c-f322-49c0-b02f-505fd98c23cf" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.918143] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.918309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.918391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.918600] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.918699] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.918906] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 859.952357] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.952357] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.952357] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.952584] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.952584] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.962743] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 860.123727] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.594371] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ec67e6-90b0-445f-af4d-4ee54ba3239c in Status: SUCCESS [ 860.594807] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.626472] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.626669] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.626818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.627107] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.627229] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.627361] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be created. [ 860.650712] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.650909] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.650961] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.651161] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.651386] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.660973] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: UNINITIALIZED for 2s [ 861.973252] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 861.973596] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.973676] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.973925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.974179] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.974527] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.974672] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.974791] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.974877] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.974965] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.975078] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.477905] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.478120] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.478174] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.478427] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.478606] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.478741] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.478806] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.478985] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.479103] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.479197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.479378] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.479473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.479544] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.479707] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.479855] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.479949] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.480040] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.480186] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.480278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.480371] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.480479] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.682022] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: SUCCESS [ 862.682022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.682022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.682022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.682022] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.682022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.682022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.682022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.682022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.682022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.682022] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.773723] env[65824]: INFO networking_nsxv3.common.synchronization [req-00b40a06-c484-416c-a072-07f3f93053a9 req-a2a9f699-5644-4abe-8e93-93ad35a8ccc4 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Enqueued Resource ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 with Priority: HIGHEST for action security_group_members [ 862.779024] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 with Priority: HIGHEST for action security_group_members [ 862.779024] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e531ed4-7e23-4c7d-860e-1bb985914710 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.779024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.779024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.779024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.779024] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.779024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.779024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.779802] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.780127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.780622] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e531ed4-7e23-4c7d-860e-1bb985914710',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.983881] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8: rpc.has_security_group_logging(os_id): False [ 863.008216] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.008216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.008216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.008216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.029969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.029969] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.029969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.029969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.029969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.029969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.029969] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.029969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.029969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.029969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.029969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.029969] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.029969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.029969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.031140] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.031140] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.031140] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 863.121549] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.121731] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.122707] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.122707] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.122707] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.137351] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 863.155359] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.156975] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-388" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.157381] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-388" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.158830] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-388" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.158830] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.158830] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.158830] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.160304] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.160304] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.160304] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.160304] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.160304] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.160304] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.160304] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.160304] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.160304] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.183184] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.183408] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.183605] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.183816] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-388" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.184230] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-ae1aa5fb-c6e9-4819-8c25-945a723af021 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.184415] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-ae1aa5fb-c6e9-4819-8c25-945a723af021" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.184570] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-ae1aa5fb-c6e9-4819-8c25-945a723af021" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.184908] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-ae1aa5fb-c6e9-4819-8c25-945a723af021" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.185103] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae1aa5fb-c6e9-4819-8c25-945a723af021',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.186133] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.186268] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.186325] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.186488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.186644] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.186735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.186791] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.186936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.187029] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.187116] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.187267] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.187349] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.187411] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.187536] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.187668] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.187755] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.187819] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.187940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.188024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.188106] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.188193] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.284942] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.284942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.284942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.284942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.285306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.285306] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.285306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.285454] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.285549] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.285602] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.285682] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 already deleted. [ 863.285759] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.690670] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.690915] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.691172] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.691335] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.691486] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.691644] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port ae1aa5fb-c6e9-4819-8c25-945a723af021 not found, creating... [ 863.691927] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.692179] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.692255] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.692467] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.692604] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.692903] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.693161] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.693264] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.693467] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.693597] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.694096] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: ae1aa5fb-c6e9-4819-8c25-945a723af021 is going to be created. [ 863.695228] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2609518a-0baf-4148-ae98-d57bf5e4491b: rpc.has_security_group_logging(os_id): False [ 863.716939] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.717205] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.717205] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.717432] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.717529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.717756] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.717860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.717935] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.718089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.718165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.718334] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.718445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.718519] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.718617] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.718685] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.718857] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.718952] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.719033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.719147] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.719215] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.719463] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be created. [ 863.729136] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.729644] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.729780] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.730066] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.730310] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.730539] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-ae1aa5fb-c6e9-4819-8c25-945a723af021" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.788665] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.788912] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.788912] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.789132] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.789324] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.810916] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: IN_PROGRESS for 2s [ 863.825562] env[65824]: INFO networking_nsxv3.common.synchronization [req-3a6ac2a4-fe08-439e-adf5-519614c2e92e req-0dbdb6c2-f44f-40c1-a463-4f3b1c46c056 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Enqueued Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_members [ 863.826139] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_members [ 863.826468] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.826583] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.826657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.827121] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.827392] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.827510] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.827510] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.827684] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.827769] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.827844] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.330052] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.437968] env[65824]: INFO networking_nsxv3.common.synchronization [req-00b40a06-c484-416c-a072-07f3f93053a9 req-10326ca3-2888-4e21-b66e-6dda96652252 service nova] Enqueued Resource ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 with Priority: HIGHEST for action security_group_rules [ 864.438301] env[65824]: INFO networking_nsxv3.common.synchronization [req-00b40a06-c484-416c-a072-07f3f93053a9 req-10326ca3-2888-4e21-b66e-6dda96652252 service nova] Enqueued Resource ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 with Priority: HIGHEST for action security_group_members [ 864.438663] env[65824]: INFO networking_nsxv3.common.synchronization [req-00b40a06-c484-416c-a072-07f3f93053a9 req-10326ca3-2888-4e21-b66e-6dda96652252 service nova] Enqueued Resource ID: ae1aa5fb-c6e9-4819-8c25-945a723af021 with Priority: HIGHEST for action port [ 864.439489] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 with Priority: HIGHEST for action security_group_rules [ 864.439824] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 with Priority: HIGHEST for action security_group_members [ 864.440233] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae1aa5fb-c6e9-4819-8c25-945a723af021 with Priority: HIGHEST for action port [ 864.440686] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e531ed4-7e23-4c7d-860e-1bb985914710 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.440880] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.441022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.442484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.442484] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e531ed4-7e23-4c7d-860e-1bb985914710',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.443787] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e531ed4-7e23-4c7d-860e-1bb985914710 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.443965] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.444086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.446387] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.446387] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.446387] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.446387] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.446387] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.446387] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.446387] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e531ed4-7e23-4c7d-860e-1bb985914710',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.447571] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae1aa5fb-c6e9-4819-8c25-945a723af021 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.447842] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae1aa5fb-c6e9-4819-8c25-945a723af021" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.448040] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae1aa5fb-c6e9-4819-8c25-945a723af021" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.448279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae1aa5fb-c6e9-4819-8c25-945a723af021" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.448515] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae1aa5fb-c6e9-4819-8c25-945a723af021',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.834570] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.951593] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e531ed4-7e23-4c7d-860e-1bb985914710 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.951593] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.951593] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e531ed4-7e23-4c7d-860e-1bb985914710',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.953253] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae1aa5fb-c6e9-4819-8c25-945a723af021 with status ACTIVE [ 864.953253] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.953253] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.953253] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.953253] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.953253] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.953552] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.953599] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.954046] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.954046] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.954046] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.954205] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.954317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.954361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.954542] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.954618] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.955891] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae1aa5fb-c6e9-4819-8c25-945a723af021 is going to be updated. [ 864.978092] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.978293] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.978399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.978685] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.978891] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.979162] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae1aa5fb-c6e9-4819-8c25-945a723af021" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.156362] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 865.156710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.337124] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.337581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.337581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.337773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.337897] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.338427] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 is going to be updated. [ 865.375033] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.375129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.375129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.375530] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.375530] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.386316] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: IN_PROGRESS for 2s [ 865.457481] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e531ed4-7e23-4c7d-860e-1bb985914710',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.828570] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: SUCCESS [ 865.828570] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.961219] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.961219] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.961219] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.961219] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.961500] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.961500] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 is going to be created. [ 865.989462] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.989644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.989714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.989944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.990119] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.002138] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 in Status: UNINITIALIZED for 2s [ 867.391782] env[65824]: INFO networking_nsxv3.common.synchronization [req-19c91835-18c8-49a8-9133-7245e37c5d9c req-2e73b22b-9ebc-44ee-bab3-60a001ff1a83 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 867.393646] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 867.393646] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.393646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.393646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.393936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.394015] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.394121] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.394206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.396558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.396558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.396558] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.402939] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: SUCCESS [ 867.402939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.899987] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.013739] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 in Status: SUCCESS [ 868.013965] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.014892] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.015167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.017124] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.017977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.017977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.017977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.017977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.017977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.018238] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e531ed4-7e23-4c7d-860e-1bb985914710',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.063541] env[65824]: INFO networking_nsxv3.common.synchronization [req-b694704b-b798-42ea-8cb1-134d689be8da req-1bc7b2f5-327c-482d-88cb-3673d0fd3d38 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Enqueued Resource ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 with Priority: HIGHEST for action security_group_members [ 868.064925] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 with Priority: HIGHEST for action security_group_members [ 868.065326] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f493e7c8-f84d-4e34-892b-e6f6de5637c0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.065621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.065621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.066008] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.066364] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.066364] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.066491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.066600] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.066731] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.066851] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f493e7c8-f84d-4e34-892b-e6f6de5637c0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.405453] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.521845] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e531ed4-7e23-4c7d-860e-1bb985914710',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.571637] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.571835] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.571904] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.572187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.572281] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.572491] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.572605] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.572649] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.572815] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.572873] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.572954] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 already deleted. [ 868.573089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.577602] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.577839] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-930" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.577897] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-930" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.578202] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-930" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.578596] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.578751] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.578868] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.579109] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.579250] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.582257] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.583627] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.583627] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.583627] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.583627] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.583916] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.584219] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.605464] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.605759] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.606013] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.606116] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-930" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.606703] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-4553176e-dad0-433c-b1c1-dc2431c5123d taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.606703] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-4553176e-dad0-433c-b1c1-dc2431c5123d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.606703] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-4553176e-dad0-433c-b1c1-dc2431c5123d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.607048] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-4553176e-dad0-433c-b1c1-dc2431c5123d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.607199] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4553176e-dad0-433c-b1c1-dc2431c5123d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.911300] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.911300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.911300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.911300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.911300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.911300] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 868.951349] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.951349] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.951349] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.951349] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.951349] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.957285] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 869.026506] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e531ed4-7e23-4c7d-860e-1bb985914710: rpc.has_security_group_logging(os_id): False [ 869.043042] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.043569] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.043748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.044150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.044403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.044761] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.044983] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.045152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.045412] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.045587] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.045763] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 is going to be created. [ 869.110158] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.110290] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.110501] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.110847] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.111000] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.111172] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 4553176e-dad0-433c-b1c1-dc2431c5123d not found, creating... [ 869.115029] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.115029] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.115029] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.115029] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.115029] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.115029] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.115029] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.115029] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.115029] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.115029] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.115753] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 4553176e-dad0-433c-b1c1-dc2431c5123d is going to be created. [ 869.117915] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.118056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.118125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.118291] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.118459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.132936] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 in Status: IN_PROGRESS for 2s [ 869.140481] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.140690] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.140843] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.141168] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.141386] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.141606] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-4553176e-dad0-433c-b1c1-dc2431c5123d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.908882] env[65824]: INFO networking_nsxv3.common.synchronization [req-b694704b-b798-42ea-8cb1-134d689be8da req-5d701eda-a026-4fbb-986c-8b27c009e3b3 service nova] Enqueued Resource ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 with Priority: HIGHEST for action security_group_rules [ 869.909178] env[65824]: INFO networking_nsxv3.common.synchronization [req-b694704b-b798-42ea-8cb1-134d689be8da req-5d701eda-a026-4fbb-986c-8b27c009e3b3 service nova] Enqueued Resource ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 with Priority: HIGHEST for action security_group_members [ 869.909281] env[65824]: INFO networking_nsxv3.common.synchronization [req-b694704b-b798-42ea-8cb1-134d689be8da req-5d701eda-a026-4fbb-986c-8b27c009e3b3 service nova] Enqueued Resource ID: 4553176e-dad0-433c-b1c1-dc2431c5123d with Priority: HIGHEST for action port [ 869.909839] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 with Priority: HIGHEST for action security_group_rules [ 869.910016] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 with Priority: HIGHEST for action security_group_members [ 869.910143] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4553176e-dad0-433c-b1c1-dc2431c5123d with Priority: HIGHEST for action port [ 869.910477] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f493e7c8-f84d-4e34-892b-e6f6de5637c0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.910630] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.910748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.911035] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.911117] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f493e7c8-f84d-4e34-892b-e6f6de5637c0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.912711] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f493e7c8-f84d-4e34-892b-e6f6de5637c0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.912941] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.913056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.913320] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.913499] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.913652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.913717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.913874] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.913966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.914068] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f493e7c8-f84d-4e34-892b-e6f6de5637c0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.914965] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-4553176e-dad0-433c-b1c1-dc2431c5123d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.917540] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4553176e-dad0-433c-b1c1-dc2431c5123d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.917540] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4553176e-dad0-433c-b1c1-dc2431c5123d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.917744] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4553176e-dad0-433c-b1c1-dc2431c5123d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.917744] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4553176e-dad0-433c-b1c1-dc2431c5123d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.422462] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f493e7c8-f84d-4e34-892b-e6f6de5637c0 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.422634] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.422906] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f493e7c8-f84d-4e34-892b-e6f6de5637c0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.423735] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4553176e-dad0-433c-b1c1-dc2431c5123d with status ACTIVE [ 870.423927] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.424276] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.424276] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.428038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.428038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.428038] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.428038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.428038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.428038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.428038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.428038] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.428038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.428038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.428038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.428038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.428038] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4553176e-dad0-433c-b1c1-dc2431c5123d is going to be updated. [ 870.452197] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.453242] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.453242] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.453242] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.453659] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.453659] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4553176e-dad0-433c-b1c1-dc2431c5123d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.934334] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f493e7c8-f84d-4e34-892b-e6f6de5637c0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.970180] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 870.970256] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.148512] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 in Status: SUCCESS [ 871.148512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.436270] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.436645] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.436724] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.436990] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.437061] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.437149] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 is going to be created. [ 871.462308] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.462541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.462541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.464024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.464024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.474119] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 in Status: UNINITIALIZED for 2s [ 872.403975] env[65824]: INFO networking_nsxv3.common.synchronization [req-353adb81-c933-400a-90b8-95dabf0cfe3f req-70382ba9-7d4e-4d3e-a7be-ec12943b9aa6 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Enqueued Resource ID: 72ec67e6-90b0-445f-af4d-4ee54ba3239c with Priority: HIGHEST for action security_group_members [ 872.404467] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ec67e6-90b0-445f-af4d-4ee54ba3239c with Priority: HIGHEST for action security_group_members [ 872.405101] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ec67e6-90b0-445f-af4d-4ee54ba3239c taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.405257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.405412] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.405818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.405991] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.406110] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.406174] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.406337] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.406419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.406512] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ec67e6-90b0-445f-af4d-4ee54ba3239c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.909323] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.909528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.909649] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.909953] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.910080] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.910455] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.910455] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.910601] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.910685] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.910777] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.910867] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ec67e6-90b0-445f-af4d-4ee54ba3239c is going to be updated. [ 872.940522] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.940690] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.940690] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.941711] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.941711] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.953238] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ec67e6-90b0-445f-af4d-4ee54ba3239c in Status: IN_PROGRESS for 2s [ 873.485484] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 in Status: SUCCESS [ 873.485484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.485484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.485484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.485796] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.485865] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.485942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.486205] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.486407] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.486502] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.486585] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f493e7c8-f84d-4e34-892b-e6f6de5637c0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.993989] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f493e7c8-f84d-4e34-892b-e6f6de5637c0 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.993989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.994312] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.994619] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.994750] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.994878] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.994946] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.995396] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.995593] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.995677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.995898] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f493e7c8-f84d-4e34-892b-e6f6de5637c0 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.996045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.996089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.996277] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.996428] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.996549] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.996612] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.996796] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.996877] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.996987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.997117] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f493e7c8-f84d-4e34-892b-e6f6de5637c0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.501520] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f493e7c8-f84d-4e34-892b-e6f6de5637c0: rpc.has_security_group_logging(os_id): False [ 874.521301] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.521301] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.521301] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.521301] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.521301] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.521552] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.521739] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.521862] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.522157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.522291] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.522682] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.522855] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.522977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.523282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.523421] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.524079] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.524204] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.524281] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.524461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.524544] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.524640] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 is going to be created. [ 874.584505] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.584677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.585126] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.585126] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.585216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.599264] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 in Status: IN_PROGRESS for 2s [ 874.966252] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ec67e6-90b0-445f-af4d-4ee54ba3239c in Status: SUCCESS [ 874.966447] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ec67e6-90b0-445f-af4d-4ee54ba3239c deletion is rescheduled due to dependency. [ 874.969235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ec67e6-90b0-445f-af4d-4ee54ba3239c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.145630] env[65824]: INFO networking_nsxv3.common.synchronization [req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 req-00697f02-4f17-4269-96ea-d418521195d2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 875.145800] env[65824]: INFO networking_nsxv3.common.synchronization [req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 req-00697f02-4f17-4269-96ea-d418521195d2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: d3b0387a-4493-4936-8d32-d5661374010a with Priority: HIGHEST for action security_group_members [ 875.146789] env[65824]: INFO networking_nsxv3.common.synchronization [req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 req-00697f02-4f17-4269-96ea-d418521195d2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Enqueued Resource ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 with Priority: HIGHEST for action security_group_members [ 875.146789] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGHEST for action security_group_members [ 875.146789] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3b0387a-4493-4936-8d32-d5661374010a with Priority: HIGHEST for action security_group_members [ 875.146789] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 with Priority: HIGHEST for action security_group_members [ 875.147416] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.147605] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.147664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.147836] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.148018] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.148120] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.148179] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.148338] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.148442] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.148535] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.149713] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3b0387a-4493-4936-8d32-d5661374010a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.149825] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.149908] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.150074] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.150253] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.150347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.150407] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.150558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.150648] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.150736] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3b0387a-4493-4936-8d32-d5661374010a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.151638] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-54df9f8d-425f-40a3-84b0-bbdd84892359 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.151759] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.151821] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.151968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.152135] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.152227] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.153320] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.153491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.153583] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.153943] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.659021] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.659021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.659021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.659021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.659021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.659021] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.659021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.659021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.659021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.659021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.659021] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 is going to be updated. [ 875.659021] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.659021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.659021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.659021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.660293] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.660531] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.680753] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.680753] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.680753] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.680753] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.680753] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.680753] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.680753] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3b0387a-4493-4936-8d32-d5661374010a is going to be updated. [ 875.681894] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.682246] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.698322] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.698322] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.698322] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.698322] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.698322] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.708773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.708773] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.708773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.708773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.708773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.708773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.708773] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 is going to be updated. [ 875.709300] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: IN_PROGRESS for 2s [ 875.723937] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.723937] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.723937] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.723937] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.723937] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.731458] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3b0387a-4493-4936-8d32-d5661374010a in Status: IN_PROGRESS for 2s [ 875.740838] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.740838] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.740838] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.740838] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.740838] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.749879] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 in Status: IN_PROGRESS for 2s [ 875.974527] env[65824]: INFO networking_nsxv3.common.synchronization [req-62c38855-a9d5-405e-904c-faa78f72089c req-0c1ce2e0-143c-4cb0-a647-cfd53aae7258 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Enqueued Resource ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd with Priority: HIGHEST for action security_group_members [ 875.975159] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd with Priority: HIGHEST for action security_group_members [ 875.975498] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.975653] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.975726] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.975969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.976298] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.976418] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.976537] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.978035] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.978035] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.978035] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.444087] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.444252] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-523" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.444372] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-523" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.444727] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-523" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.445100] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.445325] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.445504] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.445809] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.446019] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.446341] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.446501] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.446654] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.446810] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.446952] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.447106] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.447291] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.470576] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.470839] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.471044] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.471310] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-523" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.471711] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-af392e21-0300-4c3a-86c9-a6596767af2a taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.471948] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-af392e21-0300-4c3a-86c9-a6596767af2a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.472127] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-af392e21-0300-4c3a-86c9-a6596767af2a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.472911] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-af392e21-0300-4c3a-86c9-a6596767af2a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.472911] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af392e21-0300-4c3a-86c9-a6596767af2a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.482870] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.483022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.483157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.484821] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.484821] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.485043] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.485207] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.485302] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.485541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.485652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.485776] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd already deleted. [ 876.486109] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.616044] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 in Status: SUCCESS [ 876.616044] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.978625] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.978971] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.978971] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.979264] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.979413] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.979566] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port af392e21-0300-4c3a-86c9-a6596767af2a not found, creating... [ 876.979818] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.980108] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.980108] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.980296] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.980445] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.980798] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.980961] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.981160] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.981343] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.981479] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.981618] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: af392e21-0300-4c3a-86c9-a6596767af2a is going to be created. [ 877.001912] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.002116] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.002201] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.002662] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.002759] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.002981] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-af392e21-0300-4c3a-86c9-a6596767af2a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.720985] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 in Status: SUCCESS [ 877.720985] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 deletion is rescheduled due to dependency. [ 877.721118] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.745942] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3b0387a-4493-4936-8d32-d5661374010a in Status: SUCCESS [ 877.745942] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3b0387a-4493-4936-8d32-d5661374010a deletion is rescheduled due to dependency. [ 877.745942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.759802] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 in Status: SUCCESS [ 877.759979] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 deletion is rescheduled due to dependency. [ 877.760103] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.810543] env[65824]: INFO networking_nsxv3.common.synchronization [req-62c38855-a9d5-405e-904c-faa78f72089c req-50edcacb-47e3-4b0b-9ee4-7738410c0110 service nova] Enqueued Resource ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd with Priority: HIGHEST for action security_group_rules [ 877.811083] env[65824]: INFO networking_nsxv3.common.synchronization [req-62c38855-a9d5-405e-904c-faa78f72089c req-50edcacb-47e3-4b0b-9ee4-7738410c0110 service nova] Enqueued Resource ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd with Priority: HIGHEST for action security_group_members [ 877.811418] env[65824]: INFO networking_nsxv3.common.synchronization [req-62c38855-a9d5-405e-904c-faa78f72089c req-50edcacb-47e3-4b0b-9ee4-7738410c0110 service nova] Enqueued Resource ID: af392e21-0300-4c3a-86c9-a6596767af2a with Priority: HIGHEST for action port [ 877.812207] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd with Priority: HIGHEST for action security_group_rules [ 877.812948] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd with Priority: HIGHEST for action security_group_members [ 877.814740] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af392e21-0300-4c3a-86c9-a6596767af2a with Priority: HIGHEST for action port [ 877.814740] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.814740] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.814740] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.814740] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.814740] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.816316] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.816316] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.816316] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.816316] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.816316] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.816316] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.816316] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.816316] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.816316] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.816316] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.820231] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-af392e21-0300-4c3a-86c9-a6596767af2a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.820231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af392e21-0300-4c3a-86c9-a6596767af2a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.820231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af392e21-0300-4c3a-86c9-a6596767af2a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.820231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af392e21-0300-4c3a-86c9-a6596767af2a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.820231] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af392e21-0300-4c3a-86c9-a6596767af2a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.322019] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.322019] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.322019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.322019] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af392e21-0300-4c3a-86c9-a6596767af2a with status ACTIVE [ 878.322019] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.322019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.322019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.322019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.322019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.322019] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.322019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.322019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.322019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.322019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.322866] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.322866] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.322866] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.322866] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.322866] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.322866] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af392e21-0300-4c3a-86c9-a6596767af2a is going to be updated. [ 878.349115] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.349115] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.349115] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.349115] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.349115] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.349115] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af392e21-0300-4c3a-86c9-a6596767af2a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.721987] env[65824]: INFO networking_nsxv3.common.synchronization [req-65b138c7-89d4-491b-92ea-d4f02e8bdadb req-5c1ae8fb-6a90-4346-9a26-6a203861c1cb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Enqueued Resource ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 with Priority: HIGHEST for action security_group_members [ 878.722559] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 with Priority: HIGHEST for action security_group_members [ 878.723262] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cd85a0-f6da-4311-bbc6-a5ad30631075 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.723262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.723262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.723488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.723747] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.723747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.723747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.723894] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.723975] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.724087] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7cd85a0-f6da-4311-bbc6-a5ad30631075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.824802] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.143644] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.143832] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-608" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.144235] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-608" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.144289] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-608" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.144668] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.144756] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.144790] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.145014] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.146171] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.146171] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.146171] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.146171] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.146171] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.146171] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.146171] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.146171] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.165488] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.165648] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.165779] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.165944] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-608" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.166261] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-07222331-bfe7-40cc-8b22-84aa6d183adb taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.166429] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-07222331-bfe7-40cc-8b22-84aa6d183adb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.166546] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-07222331-bfe7-40cc-8b22-84aa6d183adb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.166865] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-07222331-bfe7-40cc-8b22-84aa6d183adb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.167008] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07222331-bfe7-40cc-8b22-84aa6d183adb',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.226849] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.231498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.231498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.231498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.231498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.231498] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.231770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.231770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.231835] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.231901] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.231992] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 already deleted. [ 879.232091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.326632] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.329420] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.329420] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.329420] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.329420] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.329420] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd is going to be created. [ 879.351738] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.351738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.351738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.351871] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.351959] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.362184] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd in Status: UNINITIALIZED for 2s [ 879.669218] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.670030] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.670030] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.670030] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.670030] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.670229] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 07222331-bfe7-40cc-8b22-84aa6d183adb not found, creating... [ 879.670442] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.671525] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.671525] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.671525] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.671669] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.672060] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.672237] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.672357] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.672571] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.672701] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.672842] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 07222331-bfe7-40cc-8b22-84aa6d183adb is going to be created. [ 879.699415] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.699654] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.699806] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.700095] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.700331] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.700616] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-07222331-bfe7-40cc-8b22-84aa6d183adb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.433916] env[65824]: INFO networking_nsxv3.common.synchronization [req-65b138c7-89d4-491b-92ea-d4f02e8bdadb req-3ffdba77-e04d-45d7-ac08-753605c139ed service nova] Enqueued Resource ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 with Priority: HIGHEST for action security_group_rules [ 880.433916] env[65824]: INFO networking_nsxv3.common.synchronization [req-65b138c7-89d4-491b-92ea-d4f02e8bdadb req-3ffdba77-e04d-45d7-ac08-753605c139ed service nova] Enqueued Resource ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 with Priority: HIGHEST for action security_group_members [ 880.433916] env[65824]: INFO networking_nsxv3.common.synchronization [req-65b138c7-89d4-491b-92ea-d4f02e8bdadb req-3ffdba77-e04d-45d7-ac08-753605c139ed service nova] Enqueued Resource ID: 07222331-bfe7-40cc-8b22-84aa6d183adb with Priority: HIGHEST for action port [ 880.435375] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 with Priority: HIGHEST for action security_group_rules [ 880.435711] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 with Priority: HIGHEST for action security_group_members [ 880.435860] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07222331-bfe7-40cc-8b22-84aa6d183adb with Priority: HIGHEST for action port [ 880.436659] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7cd85a0-f6da-4311-bbc6-a5ad30631075 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.436846] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.436950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.437331] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.437489] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7cd85a0-f6da-4311-bbc6-a5ad30631075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.438505] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cd85a0-f6da-4311-bbc6-a5ad30631075 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.438643] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.438712] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.438919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.439108] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.439214] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.439322] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.439577] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.439662] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.439786] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7cd85a0-f6da-4311-bbc6-a5ad30631075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.440697] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-07222331-bfe7-40cc-8b22-84aa6d183adb taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.440781] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07222331-bfe7-40cc-8b22-84aa6d183adb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.440835] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07222331-bfe7-40cc-8b22-84aa6d183adb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.441064] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07222331-bfe7-40cc-8b22-84aa6d183adb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.441124] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07222331-bfe7-40cc-8b22-84aa6d183adb',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.942928] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7cd85a0-f6da-4311-bbc6-a5ad30631075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.944041] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cd85a0-f6da-4311-bbc6-a5ad30631075 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.944198] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.944319] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07222331-bfe7-40cc-8b22-84aa6d183adb with status ACTIVE [ 880.944493] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.944602] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.944662] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.944864] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.944951] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.945150] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.945302] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.945302] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.945469] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.945541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.945729] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.945823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.945880] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.946440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.946531] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.946634] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07222331-bfe7-40cc-8b22-84aa6d183adb is going to be updated. [ 880.981463] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.981649] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.981687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.981925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.982093] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.982262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07222331-bfe7-40cc-8b22-84aa6d183adb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.374302] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd in Status: SUCCESS [ 881.375418] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.375719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.376097] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.376378] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.376554] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.376675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.376957] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.377151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.377375] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.377566] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.451090] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7cd85a0-f6da-4311-bbc6-a5ad30631075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.881069] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.881069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.881069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.881375] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.884020] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.884020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.884020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.884020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.884020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.884020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.884020] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.884020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.884020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.884020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.884020] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.884020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.884020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.884020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.884020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.884020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.884020] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.954569] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.955186] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.956548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.956892] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.957096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.957247] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 is going to be created. [ 881.984140] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.984348] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.984396] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.984733] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.984733] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.995588] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 in Status: UNINITIALIZED for 2s [ 882.386045] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd: rpc.has_security_group_logging(os_id): False [ 882.406467] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.406616] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.406671] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.406887] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.406976] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.407208] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.407308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.407370] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.407517] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.407593] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.407765] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.407857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.407916] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.408066] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.408139] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.408320] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.408413] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.408473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.408611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.408681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.408764] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd is going to be created. [ 882.490395] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.490748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.490748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.490748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.491370] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.502439] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd in Status: IN_PROGRESS for 2s [ 882.582381] env[65824]: INFO networking_nsxv3.common.synchronization [req-b35a4166-2928-4f0f-9f0a-9f80c2628724 req-dafc4426-37bd-4ae9-b8b0-aa846d8c9d5b tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Enqueued Resource ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 with Priority: HIGHEST for action security_group_members [ 882.583944] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 with Priority: HIGHEST for action security_group_members [ 882.583944] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f493e7c8-f84d-4e34-892b-e6f6de5637c0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.583944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.583944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.584273] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.584452] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.584551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.584731] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.584846] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.585455] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.585455] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f493e7c8-f84d-4e34-892b-e6f6de5637c0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.090211] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.090211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.090211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.090211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.090211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.090211] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.090211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.090211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.090211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.090211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.090211] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 is going to be updated. [ 883.115969] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.116151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.116211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.116395] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.116535] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.126767] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 in Status: IN_PROGRESS for 2s [ 884.009323] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 in Status: SUCCESS [ 884.009323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.009638] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.009638] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.009802] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.009934] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.009978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.010153] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.010232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.010320] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.010407] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7cd85a0-f6da-4311-bbc6-a5ad30631075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.514375] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7cd85a0-f6da-4311-bbc6-a5ad30631075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.521737] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd in Status: SUCCESS [ 884.522108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.770316] env[65824]: INFO networking_nsxv3.common.synchronization [None req-57bb8497-3c17-4d0d-8825-2b99329803c5 None None] Enqueued Resource ID: 55654948-97f0-4779-9c4e-7b8e0ed31a5a with Priority: HIGHEST for action port [ 884.771194] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55654948-97f0-4779-9c4e-7b8e0ed31a5a with Priority: HIGHEST for action port [ 884.771313] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-55654948-97f0-4779-9c4e-7b8e0ed31a5a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.771422] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55654948-97f0-4779-9c4e-7b8e0ed31a5a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.771467] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55654948-97f0-4779-9c4e-7b8e0ed31a5a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.771729] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55654948-97f0-4779-9c4e-7b8e0ed31a5a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.771826] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55654948-97f0-4779-9c4e-7b8e0ed31a5a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.017268] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7cd85a0-f6da-4311-bbc6-a5ad30631075: rpc.has_security_group_logging(os_id): False [ 885.037531] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.037642] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.037805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.038104] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.038167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.038466] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.038579] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.038645] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.038808] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.038897] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.038973] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 is going to be created. [ 885.102959] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.103287] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.103287] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.103402] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.103591] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.120665] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 in Status: IN_PROGRESS for 2s [ 885.144045] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 in Status: SUCCESS [ 885.144263] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 deletion is rescheduled due to dependency. [ 885.144385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.278066] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55654948-97f0-4779-9c4e-7b8e0ed31a5a [ 885.278066] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.278066] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.278066] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.278066] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.278066] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.278336] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55654948-97f0-4779-9c4e-7b8e0ed31a5a already deleted. [ 885.278336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55654948-97f0-4779-9c4e-7b8e0ed31a5a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.735564] env[65824]: INFO networking_nsxv3.common.synchronization [None req-b5d2f4f8-b109-4989-baf7-86ecb598f95a None None] Enqueued Resource ID: 734f6697-2ab9-4483-9726-1b5fc61a5fb6 with Priority: HIGHEST for action port [ 886.735564] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734f6697-2ab9-4483-9726-1b5fc61a5fb6 with Priority: HIGHEST for action port [ 886.735564] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-734f6697-2ab9-4483-9726-1b5fc61a5fb6 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.735564] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-734f6697-2ab9-4483-9726-1b5fc61a5fb6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.735564] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-734f6697-2ab9-4483-9726-1b5fc61a5fb6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.735564] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-734f6697-2ab9-4483-9726-1b5fc61a5fb6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.735564] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('734f6697-2ab9-4483-9726-1b5fc61a5fb6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.137712] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 in Status: SUCCESS [ 887.137914] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.239972] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 734f6697-2ab9-4483-9726-1b5fc61a5fb6 [ 887.240271] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.240422] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.240495] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.240718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.240814] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.240907] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:734f6697-2ab9-4483-9726-1b5fc61a5fb6 already deleted. [ 887.240991] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-734f6697-2ab9-4483-9726-1b5fc61a5fb6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.240902] env[65824]: INFO networking_nsxv3.common.synchronization [req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e req-a3cd75a0-e0e3-4e26-8604-a66d7ea4139b tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Enqueued Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 889.240902] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 889.240902] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.240902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.240902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.240902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.240902] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.240902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.240902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.240902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.241645] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.241645] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.743944] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.754755] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-91 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.755027] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-91" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.755169] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-91" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.755433] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-91" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.755717] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.755897] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.755960] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.756238] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.756389] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.756596] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.756707] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.756812] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.756917] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.757031] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.757138] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.757278] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.782761] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.782884] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.783044] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.783269] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-91" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.783607] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-35815315-0d04-4da8-92aa-1ab248ddbbd3 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.783789] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-35815315-0d04-4da8-92aa-1ab248ddbbd3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.783907] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-35815315-0d04-4da8-92aa-1ab248ddbbd3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.784268] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-35815315-0d04-4da8-92aa-1ab248ddbbd3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.784431] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35815315-0d04-4da8-92aa-1ab248ddbbd3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.246679] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.286832] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.287403] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.290019] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.290019] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.290019] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.290019] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 35815315-0d04-4da8-92aa-1ab248ddbbd3 not found, creating... [ 890.290019] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.290019] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.290019] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.290019] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.290019] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.290019] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.290506] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.290787] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.291331] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.291637] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.291837] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 35815315-0d04-4da8-92aa-1ab248ddbbd3 is going to be created. [ 890.317803] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.317803] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.317803] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.317803] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.317803] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.317803] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-35815315-0d04-4da8-92aa-1ab248ddbbd3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.751105] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.751326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.751406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.751599] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.751709] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.751812] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 is going to be updated. [ 890.798216] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.798370] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.798370] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.798829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.798829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.809417] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: IN_PROGRESS for 2s [ 891.043339] env[65824]: INFO networking_nsxv3.common.synchronization [req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e req-8e0434c9-5d3f-4b2c-a7b0-1ae904511b6c service nova] Enqueued Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_rules [ 891.043554] env[65824]: INFO networking_nsxv3.common.synchronization [req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e req-8e0434c9-5d3f-4b2c-a7b0-1ae904511b6c service nova] Enqueued Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 891.043687] env[65824]: INFO networking_nsxv3.common.synchronization [req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e req-8e0434c9-5d3f-4b2c-a7b0-1ae904511b6c service nova] Enqueued Resource ID: 35815315-0d04-4da8-92aa-1ab248ddbbd3 with Priority: HIGHEST for action port [ 891.044383] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_rules [ 891.044544] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 891.045251] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35815315-0d04-4da8-92aa-1ab248ddbbd3 with Priority: HIGHEST for action port [ 891.045251] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.045251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.045251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.045581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.045581] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.048668] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.048668] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.048668] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-35815315-0d04-4da8-92aa-1ab248ddbbd3 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.048668] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35815315-0d04-4da8-92aa-1ab248ddbbd3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.048668] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35815315-0d04-4da8-92aa-1ab248ddbbd3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.048944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35815315-0d04-4da8-92aa-1ab248ddbbd3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.048944] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35815315-0d04-4da8-92aa-1ab248ddbbd3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.319481] env[65824]: INFO networking_nsxv3.common.synchronization [req-f61b60fe-7f07-4513-b7f2-be46f05dc137 req-eb0adfcb-a64e-47af-bd99-2d21dbc07048 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Enqueued Resource ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd with Priority: HIGHEST for action security_group_members [ 891.320017] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd with Priority: HIGHEST for action security_group_members [ 891.321063] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.321063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.321063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.321308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.321361] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.321450] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.321515] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.321694] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.321783] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.321878] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.552329] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.552453] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.552671] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35815315-0d04-4da8-92aa-1ab248ddbbd3 with status ACTIVE [ 891.552894] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.552999] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.553115] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.554041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.554041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.554041] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.554041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.554041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.554277] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.554277] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.554432] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.554564] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.559234] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.559492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.559678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.560108] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35815315-0d04-4da8-92aa-1ab248ddbbd3 is going to be updated. [ 891.584502] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.584676] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.584900] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.584970] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.585180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.585313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35815315-0d04-4da8-92aa-1ab248ddbbd3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.825612] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.825612] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.825612] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.825612] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.825612] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.825612] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.825612] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.825612] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.825612] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.825612] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.825612] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd is going to be updated. [ 891.863808] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.864151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.864151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.864315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.864455] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.872936] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd in Status: IN_PROGRESS for 2s [ 891.920296] env[65824]: INFO networking_nsxv3.common.synchronization [req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 req-beb43070-2632-46f6-be78-c3f6730248a1 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Enqueued Resource ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 with Priority: HIGHEST for action security_group_members [ 891.920869] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 with Priority: HIGHEST for action security_group_members [ 891.921213] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c95c3c2-7248-47c3-8405-0f515071b2a6 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.921496] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.921496] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.921688] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.922058] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.922058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.922058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.922190] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.922273] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.922382] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c95c3c2-7248-47c3-8405-0f515071b2a6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.428728] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.428728] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.428728] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.428728] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.428728] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.428728] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.428728] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.428728] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.428728] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.428728] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.428728] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 already deleted. [ 892.428728] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.723798] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.724148] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-520" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.724148] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-520" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.724382] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-520" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.724778] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.724778] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.724921] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.725166] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.725347] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.725531] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.725653] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.725811] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.725862] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.725966] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.726085] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.726215] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.746638] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.746993] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.746993] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.747233] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-520" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.747631] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-831fcb56-909f-4f46-987f-a8701d5609db taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.747803] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-831fcb56-909f-4f46-987f-a8701d5609db" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.747921] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-831fcb56-909f-4f46-987f-a8701d5609db" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.748286] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-831fcb56-909f-4f46-987f-a8701d5609db" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.748403] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('831fcb56-909f-4f46-987f-a8701d5609db',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.821505] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: SUCCESS [ 892.821505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.821505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.821505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.821505] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.821505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.821505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.821505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.821505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.821505] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.250301] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.250505] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.250628] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.250917] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.251073] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.251331] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 831fcb56-909f-4f46-987f-a8701d5609db not found, creating... [ 893.253553] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.253553] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.253553] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.253553] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.253553] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.253553] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.253553] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.253553] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.253553] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.253927] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.253927] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 831fcb56-909f-4f46-987f-a8701d5609db is going to be created. [ 893.284354] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.284354] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.284354] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.284354] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.284354] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.284354] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-831fcb56-909f-4f46-987f-a8701d5609db" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.323541] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.825547] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.885834] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd in Status: SUCCESS [ 893.886260] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd deletion is rescheduled due to dependency. [ 893.886260] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.004957] env[65824]: INFO networking_nsxv3.common.synchronization [req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 req-672e6984-671d-438c-ba10-43016be4bc32 service nova] Enqueued Resource ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 with Priority: HIGHEST for action security_group_rules [ 894.005091] env[65824]: INFO networking_nsxv3.common.synchronization [req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 req-672e6984-671d-438c-ba10-43016be4bc32 service nova] Enqueued Resource ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 with Priority: HIGHEST for action security_group_members [ 894.005236] env[65824]: INFO networking_nsxv3.common.synchronization [req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 req-672e6984-671d-438c-ba10-43016be4bc32 service nova] Enqueued Resource ID: 831fcb56-909f-4f46-987f-a8701d5609db with Priority: HIGHEST for action port [ 894.005463] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 with Priority: HIGHEST for action security_group_rules [ 894.005592] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 with Priority: HIGHEST for action security_group_members [ 894.005684] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831fcb56-909f-4f46-987f-a8701d5609db with Priority: HIGHEST for action port [ 894.006643] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c95c3c2-7248-47c3-8405-0f515071b2a6 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.006760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.006945] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.007026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.007108] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c95c3c2-7248-47c3-8405-0f515071b2a6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.007913] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c95c3c2-7248-47c3-8405-0f515071b2a6 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.008134] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.008134] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.008284] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.008400] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.008492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.008548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.008688] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.008771] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.008860] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c95c3c2-7248-47c3-8405-0f515071b2a6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.009589] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-831fcb56-909f-4f46-987f-a8701d5609db taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.009700] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-831fcb56-909f-4f46-987f-a8701d5609db" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.009757] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-831fcb56-909f-4f46-987f-a8701d5609db" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.009895] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-831fcb56-909f-4f46-987f-a8701d5609db" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.009967] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('831fcb56-909f-4f46-987f-a8701d5609db',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.329276] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.329276] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.329276] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.329466] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.330211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.330211] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 is going to be updated. [ 894.362417] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.362577] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.362631] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.362827] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.362981] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.375991] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: IN_PROGRESS for 2s [ 894.466514] env[65824]: INFO networking_nsxv3.common.synchronization [None req-aeb8432f-aa62-4295-8548-310590fa7ed6 None None] Enqueued Resource ID: 7e58c8dd-8f20-42db-8027-d380c5b9142b with Priority: HIGHEST for action port [ 894.469954] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e58c8dd-8f20-42db-8027-d380c5b9142b with Priority: HIGHEST for action port [ 894.469954] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e58c8dd-8f20-42db-8027-d380c5b9142b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.469954] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e58c8dd-8f20-42db-8027-d380c5b9142b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.469954] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e58c8dd-8f20-42db-8027-d380c5b9142b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.469954] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e58c8dd-8f20-42db-8027-d380c5b9142b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.469954] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e58c8dd-8f20-42db-8027-d380c5b9142b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.511599] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c95c3c2-7248-47c3-8405-0f515071b2a6 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.511730] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.511938] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c95c3c2-7248-47c3-8405-0f515071b2a6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.514403] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 831fcb56-909f-4f46-987f-a8701d5609db with status ACTIVE [ 894.514658] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.515620] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.515620] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.515620] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.515620] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.515620] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.515620] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.515620] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.516131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.516131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.516131] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.516225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.516225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.516602] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.516602] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.516602] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 831fcb56-909f-4f46-987f-a8701d5609db is going to be updated. [ 894.539247] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.539403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.539403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.539609] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.539749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.539926] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-831fcb56-909f-4f46-987f-a8701d5609db" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.975401] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e58c8dd-8f20-42db-8027-d380c5b9142b [ 894.975756] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.975911] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.975911] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.976092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.976178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.977418] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e58c8dd-8f20-42db-8027-d380c5b9142b already deleted. [ 894.977418] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e58c8dd-8f20-42db-8027-d380c5b9142b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.020847] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c95c3c2-7248-47c3-8405-0f515071b2a6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.524257] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.524257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.525303] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.525303] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.525303] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.525303] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 is going to be created. [ 895.554892] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.555198] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.555330] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.555709] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.555922] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.568823] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 in Status: UNINITIALIZED for 2s [ 896.390021] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: SUCCESS [ 896.390506] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.390506] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.390781] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.390845] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.392368] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.392504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.392707] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.392814] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.392915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.393034] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.746652] env[65824]: INFO networking_nsxv3.common.synchronization [req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 req-d396fa85-16da-459d-9d45-123db283aba8 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Enqueued Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_members [ 896.748924] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_members [ 896.748924] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.748924] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.748924] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.748924] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.748924] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.748924] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.748924] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.748924] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.748924] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.748924] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.896264] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.897053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.897053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.897053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.897553] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.897553] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.897553] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.897553] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.897783] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.897783] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.897906] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.898262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.898262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.898262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.898421] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.898488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.898488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.898673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.898740] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.898787] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.898889] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.100469] env[65824]: INFO networking_nsxv3.common.synchronization [None req-746d34ca-288c-4b7b-b557-23e0a4ec74c9 None None] Enqueued Resource ID: 0de6c201-8893-40e1-aa9a-123bdde971fa with Priority: HIGHEST for action port [ 897.101034] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0de6c201-8893-40e1-aa9a-123bdde971fa with Priority: HIGHEST for action port [ 897.101390] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-0de6c201-8893-40e1-aa9a-123bdde971fa taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.101516] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0de6c201-8893-40e1-aa9a-123bdde971fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.101580] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0de6c201-8893-40e1-aa9a-123bdde971fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.101830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0de6c201-8893-40e1-aa9a-123bdde971fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.101906] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0de6c201-8893-40e1-aa9a-123bdde971fa',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.251348] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.402126] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e132663d-fdbb-4a15-8d4f-beb5b0df29e4: rpc.has_security_group_logging(os_id): False [ 897.423403] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.423403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.423403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.423641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.448166] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.448463] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.448589] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.448657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.448859] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.448941] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.449144] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.449244] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.449308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.449464] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.449528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.449707] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.449800] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.449861] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.450009] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.451101] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.451692] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 is going to be updated. [ 897.526235] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.526464] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.526464] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.526651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.526798] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.575052] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: IN_PROGRESS for 2s [ 897.581271] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 in Status: SUCCESS [ 897.581432] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.581694] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.581857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.582111] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.582275] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.582361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.582601] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.582719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.582879] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.582966] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c95c3c2-7248-47c3-8405-0f515071b2a6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.605748] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0de6c201-8893-40e1-aa9a-123bdde971fa [ 897.607546] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.607546] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.607546] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.607546] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.607546] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.607546] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0de6c201-8893-40e1-aa9a-123bdde971fa already deleted. [ 897.607546] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0de6c201-8893-40e1-aa9a-123bdde971fa" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.754521] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.972023] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.972023] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-216" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.972023] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-216" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.972023] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-216" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.972642] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.972972] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.973259] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.974075] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.974075] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.974075] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.974075] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.974267] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.975417] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.975417] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.975417] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.975417] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.996612] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.996880] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.997067] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.997286] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-216" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.997647] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-95ca928b-3784-43cc-9b5e-43664fd91e76 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.997926] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-95ca928b-3784-43cc-9b5e-43664fd91e76" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.998104] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-95ca928b-3784-43cc-9b5e-43664fd91e76" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.998411] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-95ca928b-3784-43cc-9b5e-43664fd91e76" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.998550] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ca928b-3784-43cc-9b5e-43664fd91e76',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.085395] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c95c3c2-7248-47c3-8405-0f515071b2a6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.256368] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.256573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.256662] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.256991] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.257137] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.257290] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 is going to be updated. [ 898.311558] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.311558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.311558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.311558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.311558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.322238] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: IN_PROGRESS for 2s [ 898.505643] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.505643] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.505643] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.505643] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.505643] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.505643] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.505643] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.505643] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.505643] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.505643] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.506409] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.506409] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.506409] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.506409] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.507073] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.507505] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 95ca928b-3784-43cc-9b5e-43664fd91e76 is going to be updated. [ 898.544026] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.544217] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.544321] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.544612] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.544808] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.545036] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-95ca928b-3784-43cc-9b5e-43664fd91e76" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.590747] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c95c3c2-7248-47c3-8405-0f515071b2a6: rpc.has_security_group_logging(os_id): False [ 898.621599] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.621791] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.621791] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.622017] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.622111] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.622350] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.622452] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.622517] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.622667] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.622742] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.622828] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 is going to be created. [ 898.710041] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.710225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.710264] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.710481] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.710664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.722251] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 in Status: IN_PROGRESS for 2s [ 899.187223] env[65824]: INFO networking_nsxv3.common.synchronization [None req-4382ba0a-b2db-42f8-8e37-244805dc3df2 None None] Enqueued Resource ID: dd5646ce-9068-4a75-8fcb-26d18906769b with Priority: HIGHEST for action port [ 899.189541] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd5646ce-9068-4a75-8fcb-26d18906769b with Priority: HIGHEST for action port [ 899.189541] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd5646ce-9068-4a75-8fcb-26d18906769b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.189541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd5646ce-9068-4a75-8fcb-26d18906769b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.189541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd5646ce-9068-4a75-8fcb-26d18906769b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.189541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd5646ce-9068-4a75-8fcb-26d18906769b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.189541] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd5646ce-9068-4a75-8fcb-26d18906769b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.259098] env[65824]: INFO networking_nsxv3.common.synchronization [req-545368d0-3275-443b-82c0-8cf67931de11 req-0b7dd37a-168c-426d-bb8c-007d82993e5b service nova] Enqueued Resource ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada with Priority: HIGHEST for action security_group_rules [ 899.259649] env[65824]: INFO networking_nsxv3.common.synchronization [req-545368d0-3275-443b-82c0-8cf67931de11 req-0b7dd37a-168c-426d-bb8c-007d82993e5b service nova] Enqueued Resource ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada with Priority: HIGHEST for action security_group_members [ 899.259649] env[65824]: INFO networking_nsxv3.common.synchronization [req-545368d0-3275-443b-82c0-8cf67931de11 req-0b7dd37a-168c-426d-bb8c-007d82993e5b service nova] Enqueued Resource ID: 95ca928b-3784-43cc-9b5e-43664fd91e76 with Priority: HIGHEST for action port [ 899.260114] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada with Priority: HIGHEST for action security_group_rules [ 899.260307] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada with Priority: HIGHEST for action security_group_members [ 899.260444] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ca928b-3784-43cc-9b5e-43664fd91e76 with Priority: HIGHEST for action port [ 899.261074] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.261230] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.261300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.261560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.261640] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ffa3b63-3ca2-4e84-b6dc-f46d4861eada',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.264157] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.264157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.264157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.264157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.264590] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.264590] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.265195] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.265195] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.265195] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.265195] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffa3b63-3ca2-4e84-b6dc-f46d4861eada',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.266122] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-95ca928b-3784-43cc-9b5e-43664fd91e76 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.266262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95ca928b-3784-43cc-9b5e-43664fd91e76" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.266336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95ca928b-3784-43cc-9b5e-43664fd91e76" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.266565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95ca928b-3784-43cc-9b5e-43664fd91e76" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.266647] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ca928b-3784-43cc-9b5e-43664fd91e76',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.599323] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: SUCCESS [ 899.599782] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.692836] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd5646ce-9068-4a75-8fcb-26d18906769b [ 899.692836] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.692836] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.692836] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.692836] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.692836] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.692836] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd5646ce-9068-4a75-8fcb-26d18906769b already deleted. [ 899.692836] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd5646ce-9068-4a75-8fcb-26d18906769b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.735085] env[65824]: INFO networking_nsxv3.common.synchronization [req-b9f710ff-cb34-4c7f-883e-9e10686f3edb req-ed4d83bc-320b-4da9-90cd-0950d3bdb317 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Enqueued Resource ID: 170062b8-3135-4aae-907b-5d53c51b1640 with Priority: HIGHEST for action security_group_members [ 899.736074] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 170062b8-3135-4aae-907b-5d53c51b1640 with Priority: HIGHEST for action security_group_members [ 899.736404] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-170062b8-3135-4aae-907b-5d53c51b1640 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.736521] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.736585] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.736786] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.736929] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.737032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.737091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.737234] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.737313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.737405] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('170062b8-3135-4aae-907b-5d53c51b1640',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.764020] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.764153] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.769609] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95ca928b-3784-43cc-9b5e-43664fd91e76 with status ACTIVE [ 899.770129] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.770129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.770129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.770350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.770438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.770620] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.770719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.770780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.770934] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.771206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.771514] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.771644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.771711] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.771896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.771975] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.772227] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95ca928b-3784-43cc-9b5e-43664fd91e76 is going to be updated. [ 899.774050] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ffa3b63-3ca2-4e84-b6dc-f46d4861eada',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.803481] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.803729] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.803729] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.803933] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.804093] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.804256] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95ca928b-3784-43cc-9b5e-43664fd91e76" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.239545] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.239714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.239809] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.240263] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.240263] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.240576] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.240709] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.240762] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.240963] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.241056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.241167] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 170062b8-3135-4aae-907b-5d53c51b1640 is going to be updated. [ 900.276247] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ffa3b63-3ca2-4e84-b6dc-f46d4861eada',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.285770] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.285963] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.286155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.287019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.287019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.299037] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 170062b8-3135-4aae-907b-5d53c51b1640 in Status: IN_PROGRESS for 2s [ 900.334298] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: SUCCESS [ 900.334588] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.740559] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 in Status: SUCCESS [ 900.740823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.780030] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.780915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.780915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.780915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.780915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.780915] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada is going to be updated. [ 900.839185] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.839285] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.839342] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.842034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.842034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.845075] env[65824]: INFO networking_nsxv3.common.synchronization [None req-b2a6fda3-fe6f-40ec-abf9-4575dd59cda4 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Enqueued Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGHEST for action security_group_rules [ 900.845075] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGHEST for action security_group_rules [ 900.845075] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.845075] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.845754] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.845754] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.845754] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.861163] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada in Status: IN_PROGRESS for 2s [ 901.010674] env[65824]: INFO networking_nsxv3.common.synchronization [None req-c43c292f-759c-4e73-883c-c77c03d67583 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Enqueued Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGHEST for action security_group_rules [ 901.011310] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGHEST for action security_group_rules [ 901.012105] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.012892] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.371900] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.371900] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.371900] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.371900] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.371900] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.372217] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 already deleted. [ 901.372217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.372298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.372573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.372573] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.899053] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.899053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.899053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.899489] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.899489] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.899544] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 already deleted. [ 901.899598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.012184] env[65824]: INFO networking_nsxv3.common.synchronization [None req-0d67d2da-5a77-4b9d-9d6e-e7ad4b18ed2a None None] Enqueued Resource ID: ab594c6f-16da-4729-8f8d-0f6b1c0686ca with Priority: HIGHEST for action port [ 902.012730] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab594c6f-16da-4729-8f8d-0f6b1c0686ca with Priority: HIGHEST for action port [ 902.013146] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab594c6f-16da-4729-8f8d-0f6b1c0686ca taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.013464] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab594c6f-16da-4729-8f8d-0f6b1c0686ca" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.013464] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab594c6f-16da-4729-8f8d-0f6b1c0686ca" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.015406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab594c6f-16da-4729-8f8d-0f6b1c0686ca" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.015406] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab594c6f-16da-4729-8f8d-0f6b1c0686ca',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.317913] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 170062b8-3135-4aae-907b-5d53c51b1640 in Status: SUCCESS [ 902.317913] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 170062b8-3135-4aae-907b-5d53c51b1640 deletion is rescheduled due to dependency. [ 902.317913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.522797] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab594c6f-16da-4729-8f8d-0f6b1c0686ca [ 902.523014] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.523184] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.523184] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.523470] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.523547] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.523618] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab594c6f-16da-4729-8f8d-0f6b1c0686ca already deleted. [ 902.523699] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab594c6f-16da-4729-8f8d-0f6b1c0686ca" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.875222] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada in Status: SUCCESS [ 902.875474] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.875677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.875906] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.879120] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.879120] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.879120] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.879120] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.879120] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.879120] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.879120] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ffa3b63-3ca2-4e84-b6dc-f46d4861eada',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.379855] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ffa3b63-3ca2-4e84-b6dc-f46d4861eada',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.886134] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada: rpc.has_security_group_logging(os_id): False [ 903.909012] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.909012] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.909012] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.909012] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.932190] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.932190] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.932190] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.932190] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.932190] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.932190] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.932190] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada is going to be updated. [ 904.006854] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.007078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.007078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.007293] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.007371] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.027069] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada in Status: IN_PROGRESS for 2s [ 905.080301] env[65824]: INFO networking_nsxv3.common.synchronization [req-ce4611e9-0410-43dd-bb32-e8620c43c14a req-38408558-83a2-42cb-beb5-1266116362a1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 905.082104] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 905.082104] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.082233] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.082233] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.083057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.083260] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.083599] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.083727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.084056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.084222] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.084399] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.587689] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.654048] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.654366] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-207" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.654470] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-207" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.654849] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-207" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.655181] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.655664] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.655664] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.655813] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.656200] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.656361] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.656361] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.656596] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.656729] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.656729] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.656729] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.656729] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.680031] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.680141] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.680258] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.680462] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-207" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.681024] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-ab8c16b8-8c93-4428-9578-de42cf50cd68 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.681024] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-ab8c16b8-8c93-4428-9578-de42cf50cd68" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.681199] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-ab8c16b8-8c93-4428-9578-de42cf50cd68" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.681559] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-ab8c16b8-8c93-4428-9578-de42cf50cd68" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.681716] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab8c16b8-8c93-4428-9578-de42cf50cd68',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.044267] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada in Status: SUCCESS [ 906.044838] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.091353] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.184531] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.184843] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.185037] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.185253] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.185417] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.185599] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port ab8c16b8-8c93-4428-9578-de42cf50cd68 not found, creating... [ 906.185867] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.186033] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.186164] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.186408] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.186584] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.186930] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.187107] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.187223] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.187453] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.187595] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.187735] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: ab8c16b8-8c93-4428-9578-de42cf50cd68 is going to be created. [ 906.211715] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.211715] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.211715] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.211943] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.212156] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.212333] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-ab8c16b8-8c93-4428-9578-de42cf50cd68" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.594470] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.594712] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.594758] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.595099] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.595099] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.595249] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 is going to be updated. [ 906.628715] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.628904] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.628986] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.629210] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.629358] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.642552] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: IN_PROGRESS for 2s [ 906.955138] env[65824]: INFO networking_nsxv3.common.synchronization [req-ce4611e9-0410-43dd-bb32-e8620c43c14a req-acafb6e3-4635-4976-8afa-f521e3f060a8 service nova] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_rules [ 906.955138] env[65824]: INFO networking_nsxv3.common.synchronization [req-ce4611e9-0410-43dd-bb32-e8620c43c14a req-acafb6e3-4635-4976-8afa-f521e3f060a8 service nova] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 906.955138] env[65824]: INFO networking_nsxv3.common.synchronization [req-ce4611e9-0410-43dd-bb32-e8620c43c14a req-acafb6e3-4635-4976-8afa-f521e3f060a8 service nova] Enqueued Resource ID: ab8c16b8-8c93-4428-9578-de42cf50cd68 with Priority: HIGHEST for action port [ 906.956033] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_rules [ 906.956033] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 906.956033] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8c16b8-8c93-4428-9578-de42cf50cd68 with Priority: HIGHEST for action port [ 906.957314] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.957314] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.957524] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.958668] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.958668] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.959842] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.959842] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.959842] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab8c16b8-8c93-4428-9578-de42cf50cd68 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.960643] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab8c16b8-8c93-4428-9578-de42cf50cd68" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.960643] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab8c16b8-8c93-4428-9578-de42cf50cd68" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.961098] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab8c16b8-8c93-4428-9578-de42cf50cd68" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.963934] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab8c16b8-8c93-4428-9578-de42cf50cd68',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.290363] env[65824]: INFO networking_nsxv3.common.synchronization [None req-c7d3982c-883c-48cb-9661-6d6b1091bafa None None] Enqueued Resource ID: fc8de065-09a8-4d01-a502-e7080d5f8717 with Priority: HIGHEST for action port [ 907.290918] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc8de065-09a8-4d01-a502-e7080d5f8717 with Priority: HIGHEST for action port [ 907.294384] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc8de065-09a8-4d01-a502-e7080d5f8717 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.294653] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc8de065-09a8-4d01-a502-e7080d5f8717" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.294788] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc8de065-09a8-4d01-a502-e7080d5f8717" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.295038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc8de065-09a8-4d01-a502-e7080d5f8717" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.295195] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc8de065-09a8-4d01-a502-e7080d5f8717',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.464982] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.465522] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.465903] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab8c16b8-8c93-4428-9578-de42cf50cd68 with status ACTIVE [ 907.466224] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.469028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.469028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.469028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.469028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.469028] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.469028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.469028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.469028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.469028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.469028] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.469028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.469028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.469028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.469028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.469028] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab8c16b8-8c93-4428-9578-de42cf50cd68 is going to be updated. [ 907.494534] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.494534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.494534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.494534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.494534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.494534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab8c16b8-8c93-4428-9578-de42cf50cd68" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.799068] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc8de065-09a8-4d01-a502-e7080d5f8717 [ 907.799068] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.799068] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.799068] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.799068] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.799384] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.799384] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc8de065-09a8-4d01-a502-e7080d5f8717 already deleted. [ 907.799485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc8de065-09a8-4d01-a502-e7080d5f8717" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.615752] env[65824]: INFO networking_nsxv3.common.synchronization [None req-648b33e4-17b0-47d8-9abf-714d5348dafa tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Enqueued Resource ID: e56f9361-e307-4927-a580-180907fcd2ed with Priority: HIGHEST for action security_group_rules [ 908.616646] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e56f9361-e307-4927-a580-180907fcd2ed with Priority: HIGHEST for action security_group_rules [ 908.617069] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e56f9361-e307-4927-a580-180907fcd2ed taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.617216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.617294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.619528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.619528] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e56f9361-e307-4927-a580-180907fcd2ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.657860] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: SUCCESS [ 908.658212] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.659103] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.659419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.659718] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.659895] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.661278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.661564] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.661692] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.661841] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.781383] env[65824]: INFO networking_nsxv3.common.synchronization [None req-a348a7f6-5dae-40c1-b375-6d7831085dcd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Enqueued Resource ID: e56f9361-e307-4927-a580-180907fcd2ed with Priority: HIGHEST for action security_group_rules [ 908.781383] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e56f9361-e307-4927-a580-180907fcd2ed with Priority: HIGHEST for action security_group_rules [ 908.781628] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e56f9361-e307-4927-a580-180907fcd2ed taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.781706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.144954] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.145748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.145748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.145748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.145748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.145748] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e56f9361-e307-4927-a580-180907fcd2ed already deleted. [ 909.146255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.146422] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.146671] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.146758] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e56f9361-e307-4927-a580-180907fcd2ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.165312] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.626725] env[65824]: INFO networking_nsxv3.common.synchronization [None req-86574a91-9315-455b-a865-80189cbad0a4 None None] Enqueued Resource ID: 2f818c66-fe3d-41eb-9c88-fbf29ab59e98 with Priority: HIGHEST for action port [ 909.626725] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f818c66-fe3d-41eb-9c88-fbf29ab59e98 with Priority: HIGHEST for action port [ 909.626725] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f818c66-fe3d-41eb-9c88-fbf29ab59e98 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.626725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f818c66-fe3d-41eb-9c88-fbf29ab59e98" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.626725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f818c66-fe3d-41eb-9c88-fbf29ab59e98" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.626725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f818c66-fe3d-41eb-9c88-fbf29ab59e98" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.626725] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f818c66-fe3d-41eb-9c88-fbf29ab59e98',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.668620] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.670393] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.671105] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.671105] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.671105] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.671105] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.671105] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e56f9361-e307-4927-a580-180907fcd2ed already deleted. [ 909.671105] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.131021] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f818c66-fe3d-41eb-9c88-fbf29ab59e98 [ 910.131021] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.131021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.131021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.131021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.131021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.131021] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f818c66-fe3d-41eb-9c88-fbf29ab59e98 already deleted. [ 910.131021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f818c66-fe3d-41eb-9c88-fbf29ab59e98" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.172637] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.172842] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.172910] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.173138] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.173223] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.173475] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 is going to be updated. [ 910.218748] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.221022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.221022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.221022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.221022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.232105] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: IN_PROGRESS for 2s [ 912.249386] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: SUCCESS [ 912.249792] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.249860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.250244] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.250473] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.250875] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.250875] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.253036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.253284] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.253649] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.253919] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.757337] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.757510] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.757586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.757815] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.758018] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.758129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.758195] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.758364] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.758457] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.758557] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.758711] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.758814] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.758859] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.758997] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.759936] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.760560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.760560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.760740] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.760740] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.760846] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.762437] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.266914] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8da4c6c-21c8-46c6-9108-700049113bf4: rpc.has_security_group_logging(os_id): False [ 913.291049] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.291049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.291049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.291049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.291049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.291049] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.291049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.291049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.291049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.291049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.291049] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.291049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.291049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.291049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.291049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.292115] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.292448] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.292617] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.292852] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.293044] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.293217] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 is going to be updated. [ 913.376913] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.377133] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.377133] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.377422] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.377575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.400066] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: IN_PROGRESS for 2s [ 914.625907] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 914.626265] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 915.248140] env[65824]: INFO networking_nsxv3.common.synchronization [req-79511d85-531b-47c8-9b98-a65c72cf84fc req-059ae0de-bb82-4864-b86f-f49d0b2526a0 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Enqueued Resource ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed with Priority: HIGHEST for action security_group_members [ 915.248310] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed with Priority: HIGHEST for action security_group_members [ 915.249324] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de8a18b-e850-4c49-b772-e24eb0a507ed taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.249543] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.249655] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.250081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.250336] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.250502] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.250599] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.250841] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.250978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.251134] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de8a18b-e850-4c49-b772-e24eb0a507ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.423032] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: SUCCESS [ 915.423032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.653483] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-208 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.653483] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-208" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.653483] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-208" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.653483] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-208" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.655428] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.655428] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.655428] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.655428] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.655428] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.655428] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.655428] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.655428] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.655428] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.655428] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.655428] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.655428] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.679200] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.679200] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.679200] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.679200] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-208" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.679495] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-1d4e802e-6eff-4043-ba3d-b1209dc73019 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.679597] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-1d4e802e-6eff-4043-ba3d-b1209dc73019" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.679889] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-1d4e802e-6eff-4043-ba3d-b1209dc73019" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.680061] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-1d4e802e-6eff-4043-ba3d-b1209dc73019" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.680202] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d4e802e-6eff-4043-ba3d-b1209dc73019',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.753960] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.754134] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.754228] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.754538] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.754630] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.754855] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.755048] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.755130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.755287] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.755383] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.755519] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed already deleted. [ 915.755623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.184300] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.184564] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.184800] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.185143] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.185342] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.185581] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 1d4e802e-6eff-4043-ba3d-b1209dc73019 not found, creating... [ 916.185894] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.186134] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.186275] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.186529] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.186683] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.186970] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.187142] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.187258] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.187939] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.187939] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.187939] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 1d4e802e-6eff-4043-ba3d-b1209dc73019 is going to be created. [ 916.210312] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.210533] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.210673] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.210989] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.211260] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.211987] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-1d4e802e-6eff-4043-ba3d-b1209dc73019" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.000632] env[65824]: INFO networking_nsxv3.common.synchronization [req-79511d85-531b-47c8-9b98-a65c72cf84fc req-0961c4f4-4e80-4293-ab80-00672965a0fc service nova] Enqueued Resource ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed with Priority: HIGHEST for action security_group_rules [ 917.000881] env[65824]: INFO networking_nsxv3.common.synchronization [req-79511d85-531b-47c8-9b98-a65c72cf84fc req-0961c4f4-4e80-4293-ab80-00672965a0fc service nova] Enqueued Resource ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed with Priority: HIGHEST for action security_group_members [ 917.002704] env[65824]: INFO networking_nsxv3.common.synchronization [req-79511d85-531b-47c8-9b98-a65c72cf84fc req-0961c4f4-4e80-4293-ab80-00672965a0fc service nova] Enqueued Resource ID: 1d4e802e-6eff-4043-ba3d-b1209dc73019 with Priority: HIGHEST for action port [ 917.002704] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed with Priority: HIGHEST for action security_group_rules [ 917.002704] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed with Priority: HIGHEST for action security_group_members [ 917.002704] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4e802e-6eff-4043-ba3d-b1209dc73019 with Priority: HIGHEST for action port [ 917.002704] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1de8a18b-e850-4c49-b772-e24eb0a507ed taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.002704] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.002704] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.003170] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.003170] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1de8a18b-e850-4c49-b772-e24eb0a507ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.004510] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de8a18b-e850-4c49-b772-e24eb0a507ed taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.004659] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.004730] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.004915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.005081] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.005207] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.005269] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.007061] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.007061] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.007061] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de8a18b-e850-4c49-b772-e24eb0a507ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.007061] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d4e802e-6eff-4043-ba3d-b1209dc73019 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.007061] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d4e802e-6eff-4043-ba3d-b1209dc73019" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.007061] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d4e802e-6eff-4043-ba3d-b1209dc73019" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.007557] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d4e802e-6eff-4043-ba3d-b1209dc73019" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.007557] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d4e802e-6eff-4043-ba3d-b1209dc73019',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.509996] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de8a18b-e850-4c49-b772-e24eb0a507ed taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.509996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.510191] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1de8a18b-e850-4c49-b772-e24eb0a507ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.511475] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d4e802e-6eff-4043-ba3d-b1209dc73019 with status ACTIVE [ 917.511887] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.511887] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.512029] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.512262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.512398] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.512790] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.513222] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.513222] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.513388] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.513586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.513850] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.514319] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.514319] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.514422] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.514468] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.514599] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d4e802e-6eff-4043-ba3d-b1209dc73019 is going to be updated. [ 917.542270] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.542499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.542614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.542891] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.543144] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.543372] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d4e802e-6eff-4043-ba3d-b1209dc73019" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.020100] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1de8a18b-e850-4c49-b772-e24eb0a507ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.523820] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.524143] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.524143] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.524408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.525030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.525030] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed is going to be created. [ 918.569604] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.569817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.569817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.570132] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.570342] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.583621] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed in Status: UNINITIALIZED for 2s [ 920.156859] env[65824]: INFO networking_nsxv3.common.synchronization [req-951cdbcc-7498-4a18-aca1-d9c473106d8f req-a8e691c1-d82f-46c0-bba5-ceab8e9d8606 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 920.158254] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 920.158909] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.159193] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.159351] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.159747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.160037] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.160232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.160413] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.160762] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.160912] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.161023] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.585131] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.585330] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.585446] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.585792] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.586065] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.586245] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.586362] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.586723] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.586922] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.587215] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.587352] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.587435] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.587540] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.587647] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.587796] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.587874] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.601445] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed in Status: SUCCESS [ 920.601744] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.601940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.602209] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.602464] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.602596] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.602693] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.603036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.603169] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.603296] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.603479] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1de8a18b-e850-4c49-b772-e24eb0a507ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.613632] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.613836] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.614049] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.614229] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.614783] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-ca9753fe-4fe8-4883-a62d-de512ae96851 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.615028] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-ca9753fe-4fe8-4883-a62d-de512ae96851" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.615180] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-ca9753fe-4fe8-4883-a62d-de512ae96851" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.615830] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-ca9753fe-4fe8-4883-a62d-de512ae96851" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.615948] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca9753fe-4fe8-4883-a62d-de512ae96851',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.664466] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.105587] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de8a18b-e850-4c49-b772-e24eb0a507ed taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.106089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.106173] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.106457] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.106678] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.106785] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.106853] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.107051] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.107145] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.107237] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.107399] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de8a18b-e850-4c49-b772-e24eb0a507ed taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.107534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.107617] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.107784] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.107980] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.108208] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.108315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.108547] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.108630] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.108731] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.108851] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1de8a18b-e850-4c49-b772-e24eb0a507ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.119185] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.120473] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.120473] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.120473] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.120473] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.120473] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port ca9753fe-4fe8-4883-a62d-de512ae96851 not found, creating... [ 921.122666] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.122666] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.122666] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.122666] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.122666] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.122666] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.122666] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.122666] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.122666] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.123165] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.123337] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: ca9753fe-4fe8-4883-a62d-de512ae96851 is going to be created. [ 921.150766] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.151034] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.151231] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.151523] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.151756] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.151986] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-ca9753fe-4fe8-4883-a62d-de512ae96851" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.167764] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.611793] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1de8a18b-e850-4c49-b772-e24eb0a507ed: rpc.has_security_group_logging(os_id): False [ 921.642129] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.642368] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.642368] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.643167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.643167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.643167] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.643167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.643167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.643167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.643489] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.643489] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.643578] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.643693] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.643795] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.643872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.646078] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.646318] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.646436] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.646761] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.647508] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.647746] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed is going to be created. [ 921.671179] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.671912] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.672094] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.672373] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.672882] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.672882] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 921.709999] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.711189] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.711625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.711829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.711952] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.723079] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 921.726184] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.726460] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.726460] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.726774] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.726944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.740736] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed in Status: IN_PROGRESS for 2s [ 921.967812] env[65824]: INFO networking_nsxv3.common.synchronization [req-951cdbcc-7498-4a18-aca1-d9c473106d8f req-4e8473ac-47e5-4fdc-b627-90ad19d0ff3f service nova] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_rules [ 921.967812] env[65824]: INFO networking_nsxv3.common.synchronization [req-951cdbcc-7498-4a18-aca1-d9c473106d8f req-4e8473ac-47e5-4fdc-b627-90ad19d0ff3f service nova] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 921.968564] env[65824]: INFO networking_nsxv3.common.synchronization [req-951cdbcc-7498-4a18-aca1-d9c473106d8f req-4e8473ac-47e5-4fdc-b627-90ad19d0ff3f service nova] Enqueued Resource ID: ca9753fe-4fe8-4883-a62d-de512ae96851 with Priority: HIGHEST for action port [ 921.969239] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_rules [ 921.969431] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 921.969685] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca9753fe-4fe8-4883-a62d-de512ae96851 with Priority: HIGHEST for action port [ 921.969985] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.970156] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.970470] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.970651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.971046] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.973017] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.973017] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.973271] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca9753fe-4fe8-4883-a62d-de512ae96851 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.973465] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca9753fe-4fe8-4883-a62d-de512ae96851" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.973552] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca9753fe-4fe8-4883-a62d-de512ae96851" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.976297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca9753fe-4fe8-4883-a62d-de512ae96851" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.976297] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca9753fe-4fe8-4883-a62d-de512ae96851',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.478912] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.478912] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.478912] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca9753fe-4fe8-4883-a62d-de512ae96851 with status ACTIVE [ 922.479438] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.479438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.479438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.479696] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.479696] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.479818] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.480109] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.480109] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.480217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.480321] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.480497] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.480607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.480660] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.480840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.480927] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.481154] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca9753fe-4fe8-4883-a62d-de512ae96851 is going to be updated. [ 922.528869] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.529152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.529673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.530268] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.530552] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.530828] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca9753fe-4fe8-4883-a62d-de512ae96851" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.734091] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 923.734091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.734091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.734559] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.734612] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.734860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.734860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.734984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.735056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.735170] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.752955] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed in Status: SUCCESS [ 923.753200] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.239401] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.741428] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.932646] env[65824]: INFO networking_nsxv3.common.synchronization [req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 req-96b3118b-a88a-491f-975d-c4edb2a43baa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Enqueued Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 924.933593] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 924.933959] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.934109] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.934182] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.934502] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.934684] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.934810] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.934865] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.935043] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.935136] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.935279] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.244336] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.244673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.244673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.244804] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.244833] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.244941] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 925.278604] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.278604] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.278604] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.278871] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.279636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.290273] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 925.296207] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.296207] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-691" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.296207] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-691" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.296207] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-691" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.296852] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.297195] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.297433] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.297768] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.298045] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.298482] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.298684] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.299029] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.299350] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.299574] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.299784] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.300130] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.329454] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.329704] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.329925] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.330556] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-691" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.330654] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-a0982dd1-8aaf-4d61-850a-c177b1c03dbd taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.330809] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-a0982dd1-8aaf-4d61-850a-c177b1c03dbd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.330949] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-a0982dd1-8aaf-4d61-850a-c177b1c03dbd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.331463] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-a0982dd1-8aaf-4d61-850a-c177b1c03dbd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.331544] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0982dd1-8aaf-4d61-850a-c177b1c03dbd',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.430924] env[65824]: INFO networking_nsxv3.common.synchronization [req-e4f8b46a-6279-4ad3-a826-24b84688722a req-aa64a3af-a455-4a33-a458-2ec14bed0495 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Enqueued Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_members [ 925.431849] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGHEST for action security_group_members [ 925.432500] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.432700] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.432843] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.433083] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.433252] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.433361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.433564] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.433651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.434108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.434108] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.437362] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.437505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.437559] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.437734] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.437839] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.438044] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.438150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.438227] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.438395] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.438672] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.438985] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 already deleted. [ 925.438985] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.834935] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.835247] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.835324] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.835609] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.835762] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.835917] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port a0982dd1-8aaf-4d61-850a-c177b1c03dbd not found, creating... [ 925.836197] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.836352] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.836469] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.836713] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.836860] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.837156] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.837313] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.837429] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.837639] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.838143] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.838143] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: a0982dd1-8aaf-4d61-850a-c177b1c03dbd is going to be created. [ 925.859843] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.860103] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.860241] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.860504] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.860764] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.860994] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-a0982dd1-8aaf-4d61-850a-c177b1c03dbd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.937323] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.937393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.937565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.937840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.962680] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.962993] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.963134] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.963203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.963449] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.963578] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.963637] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 is going to be updated. [ 926.003202] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.003481] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.003556] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.003736] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.003888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.016742] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: IN_PROGRESS for 2s [ 927.050995] env[65824]: INFO networking_nsxv3.common.synchronization [req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 req-ef1b34b3-3271-45f9-a5e1-b3dac4b5dfd3 service nova] Enqueued Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_rules [ 927.051319] env[65824]: INFO networking_nsxv3.common.synchronization [req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 req-ef1b34b3-3271-45f9-a5e1-b3dac4b5dfd3 service nova] Enqueued Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 927.051464] env[65824]: INFO networking_nsxv3.common.synchronization [req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 req-ef1b34b3-3271-45f9-a5e1-b3dac4b5dfd3 service nova] Enqueued Resource ID: a0982dd1-8aaf-4d61-850a-c177b1c03dbd with Priority: HIGHEST for action port [ 927.052626] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_rules [ 927.052890] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 927.053520] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0982dd1-8aaf-4d61-850a-c177b1c03dbd with Priority: HIGHEST for action port [ 927.053520] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.053661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.053661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.053920] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.054017] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.055675] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.055675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.055675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.056041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.056107] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.056243] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.056243] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.057164] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.057164] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.057164] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.057590] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0982dd1-8aaf-4d61-850a-c177b1c03dbd taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.059845] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0982dd1-8aaf-4d61-850a-c177b1c03dbd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.059845] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0982dd1-8aaf-4d61-850a-c177b1c03dbd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.059845] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0982dd1-8aaf-4d61-850a-c177b1c03dbd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.059845] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0982dd1-8aaf-4d61-850a-c177b1c03dbd',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.312801] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 927.312801] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.312801] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.312801] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.312801] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.312801] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.312801] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.312801] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.312801] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.312801] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.312801] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.560284] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.561795] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.561951] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.562138] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0982dd1-8aaf-4d61-850a-c177b1c03dbd with status ACTIVE [ 927.562744] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.562883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.562918] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.566021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.566021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.566021] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.566021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.566021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.566021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.566021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.566021] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.566021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.566021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.566021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.566021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.566021] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0982dd1-8aaf-4d61-850a-c177b1c03dbd is going to be updated. [ 927.594386] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.594386] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.594386] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.594386] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.594386] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.594386] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0982dd1-8aaf-4d61-850a-c177b1c03dbd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.684187] env[65824]: INFO networking_nsxv3.common.synchronization [req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 req-d11ee2d1-f307-406c-9e67-35ab16376b65 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Enqueued Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 927.684590] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 927.685097] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.685350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.817411] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.817411] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.817411] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.820037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.820037] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.820037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.820037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.820037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.820037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.820037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.820037] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.820037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.820037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.820037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.820037] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.820037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.820037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.820037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.820037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.824743] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.824877] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.030541] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 in Status: SUCCESS [ 928.030790] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 deletion is rescheduled due to dependency. [ 928.030971] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.036719] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.037122] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-691" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.037122] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-691" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.037424] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-691" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.037757] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.038142] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.038142] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.038372] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.038525] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.038740] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.038846] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.038953] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.039078] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.039183] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.039284] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.039431] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.065803] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.066221] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.066340] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.066623] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-691" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.067209] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-b6d639f0-c58c-462a-975b-16771082a724 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.067382] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-b6d639f0-c58c-462a-975b-16771082a724" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.067445] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-b6d639f0-c58c-462a-975b-16771082a724" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.067876] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-b6d639f0-c58c-462a-975b-16771082a724" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.068105] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6d639f0-c58c-462a-975b-16771082a724',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.069585] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.327848] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8: rpc.has_security_group_logging(os_id): False [ 928.346782] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.346992] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.347057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.349019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.349019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.349019] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.349019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.349019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.349019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.349019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.349019] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.349019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.349019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.349019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.349019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.349019] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.349019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.349587] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.349686] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.349810] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.349953] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 928.428155] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.428155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.428155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.428155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.428155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.444468] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 928.571617] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.571881] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.572245] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.572430] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.572638] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.572760] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port b6d639f0-c58c-462a-975b-16771082a724 not found, creating... [ 928.573078] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.573246] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.573524] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.573645] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.573825] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.574214] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.574380] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.574501] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.574744] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.574881] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.575116] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: b6d639f0-c58c-462a-975b-16771082a724 is going to be created. [ 928.576256] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.576410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.576453] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.576581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.576665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.576751] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 is going to be created. [ 928.616235] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.616710] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.616710] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.618266] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.618266] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.618266] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-b6d639f0-c58c-462a-975b-16771082a724" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.619933] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.619933] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.619933] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.620147] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.620180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.631455] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: UNINITIALIZED for 2s [ 928.882753] env[65824]: INFO networking_nsxv3.common.synchronization [req-a47f76ed-979a-43fd-b173-9097ac06553f req-1c13bff3-07c9-43aa-835c-001fb66a0ac2 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 928.883472] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 928.883838] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.884051] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.884177] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.884498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.884705] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.884812] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.884873] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.885160] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.885331] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.885514] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.355595] env[65824]: INFO networking_nsxv3.common.synchronization [req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 req-18330f59-d2dd-48ee-a78e-91410bc2b098 service nova] Enqueued Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_rules [ 929.355865] env[65824]: INFO networking_nsxv3.common.synchronization [req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 req-18330f59-d2dd-48ee-a78e-91410bc2b098 service nova] Enqueued Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 929.356023] env[65824]: INFO networking_nsxv3.common.synchronization [req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 req-18330f59-d2dd-48ee-a78e-91410bc2b098 service nova] Enqueued Resource ID: b6d639f0-c58c-462a-975b-16771082a724 with Priority: HIGHEST for action port [ 929.356610] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_rules [ 929.356912] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 929.356912] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6d639f0-c58c-462a-975b-16771082a724 with Priority: HIGHEST for action port [ 929.357339] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.357339] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.357459] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.357543] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.357709] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6d639f0-c58c-462a-975b-16771082a724 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.357809] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6d639f0-c58c-462a-975b-16771082a724" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.357987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6d639f0-c58c-462a-975b-16771082a724" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.358084] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6d639f0-c58c-462a-975b-16771082a724" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.358168] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6d639f0-c58c-462a-975b-16771082a724',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.387800] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.860783] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6d639f0-c58c-462a-975b-16771082a724 with status ACTIVE [ 929.861220] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.861346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.861476] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.861809] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.861977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.862308] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.862892] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.862892] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.862984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.863150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.863488] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.863661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.863787] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.864036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.864178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.864316] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6d639f0-c58c-462a-975b-16771082a724 is going to be updated. [ 929.890472] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.925780] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.925780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.925780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.925780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.925780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.925780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6d639f0-c58c-462a-975b-16771082a724" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.393047] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.393389] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.393389] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.394440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.394440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.394440] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 is going to be updated. [ 930.426561] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.428194] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.428290] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.428560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.428751] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.442017] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: IN_PROGRESS for 2s [ 930.456918] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 930.457206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.642157] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: SUCCESS [ 930.642379] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.642553] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.642769] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.642959] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.643115] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.643159] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.643292] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.643370] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.643489] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.643573] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.644519] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.644714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.644883] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.644993] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.645070] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.645214] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.645290] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.645378] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.148861] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.149249] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.149380] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.650251] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.153080] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.154388] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.154388] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.154388] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.154388] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.154388] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 is going to be updated. [ 932.183529] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.183708] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.183870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.184060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.184217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.194042] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: IN_PROGRESS for 2s [ 932.422091] env[65824]: INFO networking_nsxv3.common.synchronization [req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed req-0f445ba1-8314-47c1-817a-632c49250795 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Enqueued Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 932.422897] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 932.423634] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.423634] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.423634] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.423850] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.424051] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.424170] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.424269] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.424494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.424603] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.424724] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.449559] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: SUCCESS [ 932.449559] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.878446] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-91 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.878806] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-91" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.878806] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-91" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.879186] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-91" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.879309] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.879436] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.879526] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.880500] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.880500] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.880611] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.880738] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.880846] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.880947] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.881062] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.881163] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.881980] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.907640] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.910780] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.910780] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.910780] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-91" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.910780] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-9aba64da-a12f-4e63-909e-7d0a514af21b taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.910780] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-9aba64da-a12f-4e63-909e-7d0a514af21b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.910780] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-9aba64da-a12f-4e63-909e-7d0a514af21b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.910780] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-9aba64da-a12f-4e63-909e-7d0a514af21b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.910780] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aba64da-a12f-4e63-909e-7d0a514af21b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.928670] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.413642] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.413944] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.414138] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.414526] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.414785] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.415022] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 9aba64da-a12f-4e63-909e-7d0a514af21b not found, creating... [ 933.415408] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.415840] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.415840] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.416158] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.416355] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.416758] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.416972] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.417169] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.417453] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.417653] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.417853] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 9aba64da-a12f-4e63-909e-7d0a514af21b is going to be created. [ 933.433176] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.439970] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.440323] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.440493] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.440853] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.441205] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.441531] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-9aba64da-a12f-4e63-909e-7d0a514af21b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.935829] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.936367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.937206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.938844] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.938844] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.938844] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 is going to be updated. [ 933.976862] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.976862] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.976862] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.976862] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.976862] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.988309] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: IN_PROGRESS for 2s [ 934.200043] env[65824]: INFO networking_nsxv3.common.synchronization [req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed req-6a250ade-f2e8-4232-9894-da2fd9b264d1 service nova] Enqueued Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_rules [ 934.200396] env[65824]: INFO networking_nsxv3.common.synchronization [req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed req-6a250ade-f2e8-4232-9894-da2fd9b264d1 service nova] Enqueued Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 934.200891] env[65824]: INFO networking_nsxv3.common.synchronization [req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed req-6a250ade-f2e8-4232-9894-da2fd9b264d1 service nova] Enqueued Resource ID: 9aba64da-a12f-4e63-909e-7d0a514af21b with Priority: HIGHEST for action port [ 934.201344] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_rules [ 934.201577] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 934.201685] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aba64da-a12f-4e63-909e-7d0a514af21b with Priority: HIGHEST for action port [ 934.202458] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.202586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.202646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.204111] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.204270] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.205855] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.205953] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.206211] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aba64da-a12f-4e63-909e-7d0a514af21b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.206307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aba64da-a12f-4e63-909e-7d0a514af21b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.206378] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aba64da-a12f-4e63-909e-7d0a514af21b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.206629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aba64da-a12f-4e63-909e-7d0a514af21b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.206758] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aba64da-a12f-4e63-909e-7d0a514af21b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.211144] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: SUCCESS [ 934.211442] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.211510] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.211714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.211890] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.211998] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.212074] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.212222] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.212301] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.212396] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.708880] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.709062] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.709236] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9aba64da-a12f-4e63-909e-7d0a514af21b with status ACTIVE [ 934.709472] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.709546] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.709578] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.709821] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.709924] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.710102] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.710202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.710274] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.710421] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.710505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.710941] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.711133] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.711228] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.711397] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.711477] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.711569] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9aba64da-a12f-4e63-909e-7d0a514af21b is going to be updated. [ 934.714481] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.737894] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.738108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.738108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.738313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.738455] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.738867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aba64da-a12f-4e63-909e-7d0a514af21b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.087888] env[65824]: INFO networking_nsxv3.common.synchronization [req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 req-df972fb0-17e4-4e2d-a540-67aa6470b43e tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Enqueued Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGHEST for action security_group_members [ 935.089826] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGHEST for action security_group_members [ 935.090234] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.090389] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.091454] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.091454] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.091454] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.091454] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.091454] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.091773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.091840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.092492] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.217421] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.472012] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.472012] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-489" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.472012] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-489" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.472409] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-489" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.472447] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.473032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.473032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.473032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.473228] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.473288] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.473530] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.473721] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.473842] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.473964] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.474153] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.474356] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.498327] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.501696] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 935.501986] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.504236] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-489" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.504236] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-c06f56ba-f445-4881-8458-636955ca7a2e taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.504236] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-c06f56ba-f445-4881-8458-636955ca7a2e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.504236] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-c06f56ba-f445-4881-8458-636955ca7a2e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.504236] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-c06f56ba-f445-4881-8458-636955ca7a2e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.504236] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c06f56ba-f445-4881-8458-636955ca7a2e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.595123] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.595328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.595407] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.595812] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.595992] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.596436] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.596586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.596712] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.597421] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.597421] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.597421] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 already deleted. [ 935.597421] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.722080] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.722080] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.722080] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.722934] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.722934] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.722934] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 is going to be updated. [ 935.757057] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.757273] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.757499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.757731] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.757975] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.769443] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: IN_PROGRESS for 2s [ 935.825183] env[65824]: INFO networking_nsxv3.common.synchronization [req-feedb4bf-40ea-4c30-8848-a246e6f90bed req-6792cefe-1411-4a43-aa67-3f277e38bee9 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 935.825853] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 935.826330] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.826508] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.826616] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.826877] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.827098] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.827222] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.827305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.827533] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.827707] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.827770] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.001235] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: SUCCESS [ 936.001235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.001235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.001235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.001235] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.001235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.001235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.001235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.001235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.001235] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.007747] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.011032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.011032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.011032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.011032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.011032] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port c06f56ba-f445-4881-8458-636955ca7a2e not found, creating... [ 936.011032] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.011032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.011032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.011032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.011032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.011547] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.011547] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.011547] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.011547] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.011547] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.011547] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: c06f56ba-f445-4881-8458-636955ca7a2e is going to be created. [ 936.037615] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.037907] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.037963] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.038456] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.038552] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.038769] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-c06f56ba-f445-4881-8458-636955ca7a2e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.330700] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.503832] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.765183] env[65824]: INFO networking_nsxv3.common.synchronization [req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 req-2e110a1d-6400-49ee-a709-099fabf3af9d service nova] Enqueued Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGHEST for action security_group_rules [ 936.765183] env[65824]: INFO networking_nsxv3.common.synchronization [req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 req-2e110a1d-6400-49ee-a709-099fabf3af9d service nova] Enqueued Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGHEST for action security_group_members [ 936.765183] env[65824]: INFO networking_nsxv3.common.synchronization [req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 req-2e110a1d-6400-49ee-a709-099fabf3af9d service nova] Enqueued Resource ID: c06f56ba-f445-4881-8458-636955ca7a2e with Priority: HIGHEST for action port [ 936.766594] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGHEST for action security_group_rules [ 936.767176] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGHEST for action security_group_members [ 936.767521] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c06f56ba-f445-4881-8458-636955ca7a2e with Priority: HIGHEST for action port [ 936.768184] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.768877] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.769069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.769445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.770109] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.771331] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.771725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.771896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.772487] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.772487] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.772618] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.772660] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.772895] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.773010] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.773131] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.774231] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-c06f56ba-f445-4881-8458-636955ca7a2e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.774363] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c06f56ba-f445-4881-8458-636955ca7a2e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.774459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c06f56ba-f445-4881-8458-636955ca7a2e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.774642] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c06f56ba-f445-4881-8458-636955ca7a2e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.774852] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c06f56ba-f445-4881-8458-636955ca7a2e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.955571] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.005611] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.277311] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.277523] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.279528] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.281453] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c06f56ba-f445-4881-8458-636955ca7a2e with status ACTIVE [ 937.281453] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.281676] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.281676] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.282040] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.282148] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.282371] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.282486] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.282546] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.282798] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.282914] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.283503] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.283503] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.283680] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.283827] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.283891] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.283941] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c06f56ba-f445-4881-8458-636955ca7a2e is going to be updated. [ 937.314816] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.316181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.316181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.316181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.316181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.316181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c06f56ba-f445-4881-8458-636955ca7a2e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.459042] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.459042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.459042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.459042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.459042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.459042] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 937.509016] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.509016] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.511721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.511721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.511721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.511721] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 is going to be updated. [ 937.514753] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.514753] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.514753] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.514753] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.514753] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.529446] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 937.552523] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.552770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.552770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.553367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.553367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.563932] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: IN_PROGRESS for 2s [ 937.745191] env[65824]: INFO networking_nsxv3.common.synchronization [req-5854322d-05d3-4f33-9a0d-074aab99c1bd req-1b2c188f-962b-456c-9c4a-10367afe66d9 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Enqueued Resource ID: e56f9361-e307-4927-a580-180907fcd2ed with Priority: HIGHEST for action security_group_members [ 937.746113] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e56f9361-e307-4927-a580-180907fcd2ed with Priority: HIGHEST for action security_group_members [ 937.746336] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e56f9361-e307-4927-a580-180907fcd2ed taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.746512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.746597] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.747306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.747306] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.747306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.747306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.747513] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.747513] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.747513] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e56f9361-e307-4927-a580-180907fcd2ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.781271] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: SUCCESS [ 937.781467] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.781876] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.783244] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.783244] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.784101] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.784101] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.784101] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.784101] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.784101] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.784428] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.784428] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.784634] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.784634] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.784776] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.784883] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.785064] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.785064] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.785200] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.785254] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.785337] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.785447] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.114081] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.116401] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-981" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.116401] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-981" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.116401] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-981" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.116401] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.116401] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.116401] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.116401] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.116817] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.117522] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.117522] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.117522] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.117736] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.117887] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.118425] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.118497] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.140680] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.140879] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.141271] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.141674] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-981" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.142439] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-0fdc6c46-6f93-4203-8bc9-ae49045fd0d3 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.143068] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-0fdc6c46-6f93-4203-8bc9-ae49045fd0d3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.143360] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-0fdc6c46-6f93-4203-8bc9-ae49045fd0d3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.143946] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-0fdc6c46-6f93-4203-8bc9-ae49045fd0d3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.144247] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fdc6c46-6f93-4203-8bc9-ae49045fd0d3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.251557] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.251763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.251860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.252048] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.252189] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.252423] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.252525] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.252582] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.252741] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.252818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.252906] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e56f9361-e307-4927-a580-180907fcd2ed already deleted. [ 938.252985] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.287809] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.288063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.288063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.288317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.288575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.288745] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 is going to be created. [ 938.290092] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 391c9fc4-1ca6-4505-a43b-ac3c7106ab84: rpc.has_security_group_logging(os_id): False [ 938.315871] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.316081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.316081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.316306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.316396] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.316612] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.316708] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.316774] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.316924] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.316999] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.317192] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.317291] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.317347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.317552] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.317552] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.317710] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.317916] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.318725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.318725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.318725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.318725] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 is going to be created. [ 938.339888] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.339888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.339888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.339888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.340289] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.353209] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 in Status: UNINITIALIZED for 2s [ 938.396857] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.397179] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.397266] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.397485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.398322] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.411520] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: IN_PROGRESS for 2s [ 938.646874] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.647273] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.647354] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.647668] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.647853] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.648067] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 0fdc6c46-6f93-4203-8bc9-ae49045fd0d3 not found, creating... [ 938.648397] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.648601] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.648784] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.649057] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.649209] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.649561] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.649731] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.649895] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.650156] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.650294] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.650600] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 0fdc6c46-6f93-4203-8bc9-ae49045fd0d3 is going to be created. [ 938.681734] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.682118] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.682358] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.682766] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.683211] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.683547] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-0fdc6c46-6f93-4203-8bc9-ae49045fd0d3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.455619] env[65824]: INFO networking_nsxv3.common.synchronization [req-5854322d-05d3-4f33-9a0d-074aab99c1bd req-cbabd896-a7b4-4439-be04-46dd37104b06 service nova] Enqueued Resource ID: e56f9361-e307-4927-a580-180907fcd2ed with Priority: HIGHEST for action security_group_rules [ 939.455923] env[65824]: INFO networking_nsxv3.common.synchronization [req-5854322d-05d3-4f33-9a0d-074aab99c1bd req-cbabd896-a7b4-4439-be04-46dd37104b06 service nova] Enqueued Resource ID: e56f9361-e307-4927-a580-180907fcd2ed with Priority: HIGHEST for action security_group_members [ 939.456154] env[65824]: INFO networking_nsxv3.common.synchronization [req-5854322d-05d3-4f33-9a0d-074aab99c1bd req-cbabd896-a7b4-4439-be04-46dd37104b06 service nova] Enqueued Resource ID: 0fdc6c46-6f93-4203-8bc9-ae49045fd0d3 with Priority: HIGHEST for action port [ 939.456815] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e56f9361-e307-4927-a580-180907fcd2ed with Priority: HIGHEST for action security_group_rules [ 939.456999] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e56f9361-e307-4927-a580-180907fcd2ed with Priority: HIGHEST for action security_group_members [ 939.457152] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fdc6c46-6f93-4203-8bc9-ae49045fd0d3 with Priority: HIGHEST for action port [ 939.457479] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e56f9361-e307-4927-a580-180907fcd2ed taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.457656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.457788] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.458046] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.458171] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e56f9361-e307-4927-a580-180907fcd2ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.459166] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e56f9361-e307-4927-a580-180907fcd2ed taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.459352] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.459427] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.459637] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.459831] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.461560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.461560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.461560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.461560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.461560] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e56f9361-e307-4927-a580-180907fcd2ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.461560] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fdc6c46-6f93-4203-8bc9-ae49045fd0d3 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.461560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fdc6c46-6f93-4203-8bc9-ae49045fd0d3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.462164] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fdc6c46-6f93-4203-8bc9-ae49045fd0d3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.462164] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fdc6c46-6f93-4203-8bc9-ae49045fd0d3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.462164] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fdc6c46-6f93-4203-8bc9-ae49045fd0d3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.546792] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 939.546792] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.578021] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: SUCCESS [ 939.578021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.578021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.578021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.578021] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.578021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.578021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.578021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.578021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.578021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.578021] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.964683] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e56f9361-e307-4927-a580-180907fcd2ed taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.964683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.965106] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e56f9361-e307-4927-a580-180907fcd2ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.966036] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fdc6c46-6f93-4203-8bc9-ae49045fd0d3 with status ACTIVE [ 939.966296] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.966451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.966536] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.966822] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.966972] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.967784] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.967876] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.968133] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.968939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.968939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.968939] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.968939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.968939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.969208] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.969208] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.969208] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fdc6c46-6f93-4203-8bc9-ae49045fd0d3 is going to be updated. [ 940.046911] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.047288] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.048181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.048424] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.048574] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.048767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fdc6c46-6f93-4203-8bc9-ae49045fd0d3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.084298] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.084298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.084298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.084298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.084298] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.084298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.084668] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.084668] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.084668] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.084770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.085383] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.085383] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.085383] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.085383] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.085703] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.085703] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.085703] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.085833] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.085905] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.085986] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.086114] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.367137] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 in Status: SUCCESS [ 940.367320] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.367870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.368129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.368324] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.368446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.368491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.368642] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.368719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.368799] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.368880] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.425425] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: SUCCESS [ 940.425650] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.425852] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.426055] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.426145] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.471941] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e56f9361-e307-4927-a580-180907fcd2ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.589681] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e132663d-fdbb-4a15-8d4f-beb5b0df29e4: rpc.has_security_group_logging(os_id): False [ 940.611782] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.611946] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.612019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.613037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.613037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.613037] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.613037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.613037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.613037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.613037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.613037] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.613629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.613629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.613629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.613629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.613629] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.613868] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.613868] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.613868] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.614061] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.614061] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 is going to be updated. [ 940.655282] env[65824]: INFO networking_nsxv3.common.synchronization [req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa req-5c9bb334-c210-4f4f-9524-5cb0653e3b23 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Enqueued Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 940.656210] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 940.656661] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.656879] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.656948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.657247] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.657461] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.657600] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.657713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.657968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.658110] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.658265] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.687017] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.687228] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.687888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.687888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.687888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.718894] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: IN_PROGRESS for 2s [ 940.876365] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.928063] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.928331] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.973833] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.974157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.974157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.974283] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.974406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.974563] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e56f9361-e307-4927-a580-180907fcd2ed is going to be created. [ 941.007564] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.007830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.008064] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.008228] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.009039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.022925] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e56f9361-e307-4927-a580-180907fcd2ed in Status: UNINITIALIZED for 2s [ 941.160725] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.312619] env[65824]: INFO networking_nsxv3.common.synchronization [None req-559bff2b-3316-4c16-821b-c3e25b8d6f1d tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Enqueued Resource ID: bd877f87-407f-449d-9fac-88b4c9a207e1 with Priority: HIGHEST for action security_group_rules [ 941.313975] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd877f87-407f-449d-9fac-88b4c9a207e1 with Priority: HIGHEST for action security_group_rules [ 941.313975] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd877f87-407f-449d-9fac-88b4c9a207e1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.313975] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd877f87-407f-449d-9fac-88b4c9a207e1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.313975] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd877f87-407f-449d-9fac-88b4c9a207e1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.314665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd877f87-407f-449d-9fac-88b4c9a207e1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.314665] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd877f87-407f-449d-9fac-88b4c9a207e1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.379011] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23fe546a-5b6a-4d39-ba48-a10ad26ccb22: rpc.has_security_group_logging(os_id): False [ 941.401741] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.401912] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.402047] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.402208] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.402345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.403070] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.403070] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.403070] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.403070] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.403070] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.403070] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 is going to be created. [ 941.441194] env[65824]: INFO networking_nsxv3.common.synchronization [req-6cd5354a-8600-4165-b34d-81e89777bd8b req-ca2ea6a2-8e06-4ac5-8d0b-675f5f34bd29 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Enqueued Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 941.442021] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 941.442698] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.445503] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.487222] env[65824]: INFO networking_nsxv3.common.synchronization [None req-a457c0be-b25c-4de1-8766-ad977757821e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Enqueued Resource ID: bd877f87-407f-449d-9fac-88b4c9a207e1 with Priority: HIGHEST for action security_group_rules [ 941.490210] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.493096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.493096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.493096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.493096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.493096] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd877f87-407f-449d-9fac-88b4c9a207e1 with Priority: HIGHEST for action security_group_rules [ 941.493096] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd877f87-407f-449d-9fac-88b4c9a207e1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.493096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd877f87-407f-449d-9fac-88b4c9a207e1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.508254] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 in Status: IN_PROGRESS for 2s [ 941.665584] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.846079] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.846387] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.846387] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.846602] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.846702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.846807] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd877f87-407f-449d-9fac-88b4c9a207e1 already deleted. [ 941.846876] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd877f87-407f-449d-9fac-88b4c9a207e1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.848168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd877f87-407f-449d-9fac-88b4c9a207e1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.848168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd877f87-407f-449d-9fac-88b4c9a207e1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.848168] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd877f87-407f-449d-9fac-88b4c9a207e1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.171961] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.172533] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.172533] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.172832] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.172984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.173147] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 is going to be updated. [ 942.232547] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.232773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.232865] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.233104] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.233258] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.243112] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: IN_PROGRESS for 2s [ 942.375572] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.375784] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.375784] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.376133] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.376409] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.376409] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd877f87-407f-449d-9fac-88b4c9a207e1 already deleted. [ 942.376554] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd877f87-407f-449d-9fac-88b4c9a207e1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.753476] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: SUCCESS [ 942.753887] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.035317] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e56f9361-e307-4927-a580-180907fcd2ed in Status: SUCCESS [ 943.035562] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.035753] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.035980] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.036198] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.036340] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.036426] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.036561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.036638] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.037200] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.037200] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e56f9361-e307-4927-a580-180907fcd2ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.539268] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e56f9361-e307-4927-a580-180907fcd2ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.549248] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 in Status: SUCCESS [ 943.549248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.043185] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e56f9361-e307-4927-a580-180907fcd2ed: rpc.has_security_group_logging(os_id): False [ 944.071257] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.071257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.071257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.071257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.071257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.071257] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.071257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.071257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.071257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.071732] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.071967] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e56f9361-e307-4927-a580-180907fcd2ed is going to be created. [ 944.178034] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.179323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.179445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.179689] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.179977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.196840] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e56f9361-e307-4927-a580-180907fcd2ed in Status: IN_PROGRESS for 2s [ 944.263607] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: SUCCESS [ 944.263940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.264195] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.264460] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.264894] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.264894] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.265104] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.265804] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.265804] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.265804] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.265965] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.269615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.269615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.269615] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.269615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.269615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.269615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.269615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.269615] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.769043] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.769438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.771818] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.772017] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.772472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.772577] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.775150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.775150] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.775150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.775150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.775150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.775150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.775150] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 is going to be updated. [ 944.806173] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.806349] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.806424] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.806657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.806804] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.816596] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: IN_PROGRESS for 2s [ 944.819288] env[65824]: INFO networking_nsxv3.common.synchronization [req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 req-1b3e0c80-de68-453b-8fce-da544eb1409b tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Enqueued Resource ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 with Priority: HIGHEST for action security_group_members [ 944.820039] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 with Priority: HIGHEST for action security_group_members [ 944.820458] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c95c3c2-7248-47c3-8405-0f515071b2a6 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.820913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.820913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.821034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.821250] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.821428] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.821545] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.821759] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.821883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.822142] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c95c3c2-7248-47c3-8405-0f515071b2a6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.985202] env[65824]: INFO networking_nsxv3.common.synchronization [req-cd0f16db-b40d-4819-8cd7-7607c55fd61e req-fffb1c09-83f4-46bc-981f-fe0617a6d677 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 944.987163] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 944.987163] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.987163] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.987163] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.987163] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.987163] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.987163] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.987613] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.987613] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.987613] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.987701] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.324616] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.324870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.324932] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.325134] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.325212] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.325413] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.325514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.325562] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.325707] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.325778] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.325864] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 is going to be updated. [ 945.356822] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.356930] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.356986] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.357200] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.357332] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.373292] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 in Status: IN_PROGRESS for 2s [ 945.490048] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.490286] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.490373] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.490656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.490724] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.491062] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.491062] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.491062] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.491337] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.491337] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.491337] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be updated. [ 945.524154] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.524408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.524408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.524623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.524773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.542877] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: IN_PROGRESS for 2s [ 946.210869] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e56f9361-e307-4927-a580-180907fcd2ed in Status: SUCCESS [ 946.210869] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.830128] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: SUCCESS [ 946.830419] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 deletion is rescheduled due to dependency. [ 946.830569] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.830759] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.831011] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.831447] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.831447] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.831447] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.831670] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.831983] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.831983] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.832697] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.833614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.833614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.835057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.837019] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.837019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.837019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.837019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.837019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.837019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.837019] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.341447] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 391c9fc4-1ca6-4505-a43b-ac3c7106ab84: rpc.has_security_group_logging(os_id): False [ 947.362709] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.362969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.362969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.363185] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.363275] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.363519] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.363645] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.363751] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.363897] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.363988] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.364187] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.364275] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.364338] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.364482] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.364569] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.364778] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.364888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.364940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.368299] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.368400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.368493] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 is going to be updated. [ 947.390517] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 in Status: SUCCESS [ 947.390743] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 deletion is rescheduled due to dependency. [ 947.390911] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.459571] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.459747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.459818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.460058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.460202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.479968] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: IN_PROGRESS for 2s [ 947.555206] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: SUCCESS [ 947.555471] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b deletion is rescheduled due to dependency. [ 947.555522] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.525112] env[65824]: INFO networking_nsxv3.common.synchronization [None req-8479f4bf-8b77-419f-8c29-e31dc5f03c08 None None] Enqueued Resource ID: 0450eed8-6c68-4c17-b004-582d9fcdf7a5 with Priority: HIGHEST for action port [ 948.525841] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0450eed8-6c68-4c17-b004-582d9fcdf7a5 with Priority: HIGHEST for action port [ 948.526050] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-0450eed8-6c68-4c17-b004-582d9fcdf7a5 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.531234] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0450eed8-6c68-4c17-b004-582d9fcdf7a5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.531357] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0450eed8-6c68-4c17-b004-582d9fcdf7a5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.531562] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0450eed8-6c68-4c17-b004-582d9fcdf7a5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.531646] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0450eed8-6c68-4c17-b004-582d9fcdf7a5',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.034727] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0450eed8-6c68-4c17-b004-582d9fcdf7a5 [ 949.034924] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.035019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.035097] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.035323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.035416] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.035519] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0450eed8-6c68-4c17-b004-582d9fcdf7a5 already deleted. [ 949.035592] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0450eed8-6c68-4c17-b004-582d9fcdf7a5" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.496297] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: SUCCESS [ 949.496829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.561246] env[65824]: INFO networking_nsxv3.common.synchronization [req-1557603c-54cb-479f-8229-94eb9ceda4d0 req-cefd4457-812c-41e5-8f67-36ef14d7b655 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 949.561819] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 949.562209] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.562380] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.562450] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.562641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.562833] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.562958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.563039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.563202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.563295] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.563404] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.067624] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.067624] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.067624] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.067624] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.067624] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.067624] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.068414] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.068414] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.068414] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.068414] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.068414] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 is going to be updated. [ 950.158562] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.158562] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.158562] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.158562] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.158562] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.174010] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: IN_PROGRESS for 2s [ 951.724931] env[65824]: INFO networking_nsxv3.common.synchronization [None req-cf083d41-2fb9-4668-b124-b3db334155ce None None] Enqueued Resource ID: a3306b37-62c3-44ab-9e2e-87f09ab7158b with Priority: HIGHEST for action port [ 951.724931] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3306b37-62c3-44ab-9e2e-87f09ab7158b with Priority: HIGHEST for action port [ 951.725275] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3306b37-62c3-44ab-9e2e-87f09ab7158b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.725275] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3306b37-62c3-44ab-9e2e-87f09ab7158b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.725386] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3306b37-62c3-44ab-9e2e-87f09ab7158b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.725656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3306b37-62c3-44ab-9e2e-87f09ab7158b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.725777] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3306b37-62c3-44ab-9e2e-87f09ab7158b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.188395] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: SUCCESS [ 952.188395] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 deletion is rescheduled due to dependency. [ 952.188395] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.229291] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3306b37-62c3-44ab-9e2e-87f09ab7158b [ 952.229291] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.229291] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.229291] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.229600] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.229600] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.229600] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3306b37-62c3-44ab-9e2e-87f09ab7158b already deleted. [ 952.229600] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3306b37-62c3-44ab-9e2e-87f09ab7158b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.781813] env[65824]: INFO networking_nsxv3.common.synchronization [req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc req-14e739a6-62a8-4723-a5b0-7a944cc39341 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Enqueued Resource ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed with Priority: HIGHEST for action security_group_members [ 952.782368] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed with Priority: HIGHEST for action security_group_members [ 952.782672] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de8a18b-e850-4c49-b772-e24eb0a507ed taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.782793] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.782872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.783074] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.783335] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.783335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.783472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.783593] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.783659] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.783987] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de8a18b-e850-4c49-b772-e24eb0a507ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.096678] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-208 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.096872] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-208" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.096998] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-208" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.097286] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-208" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.097541] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.097699] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.097815] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.098038] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.098184] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.098393] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.098508] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.098616] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.098724] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.098830] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.098935] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.099079] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.121056] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.121222] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.121361] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.121559] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-208" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.121851] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-6bfc0b5f-d6e7-42f8-8fe0-0bd459020000 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.122036] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-6bfc0b5f-d6e7-42f8-8fe0-0bd459020000" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.122157] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-6bfc0b5f-d6e7-42f8-8fe0-0bd459020000" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.122486] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-6bfc0b5f-d6e7-42f8-8fe0-0bd459020000" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.122620] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bfc0b5f-d6e7-42f8-8fe0-0bd459020000',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.286832] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1de8a18b-e850-4c49-b772-e24eb0a507ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.624877] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.625150] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.625277] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.625562] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.625717] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.625876] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 6bfc0b5f-d6e7-42f8-8fe0-0bd459020000 not found, creating... [ 953.626157] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.626311] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.626426] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.626647] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.626785] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.627084] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.627241] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.627369] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.627578] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.627712] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.627851] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 6bfc0b5f-d6e7-42f8-8fe0-0bd459020000 is going to be created. [ 953.652105] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.652358] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.652467] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.652790] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.653044] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.653284] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-6bfc0b5f-d6e7-42f8-8fe0-0bd459020000" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.790514] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1de8a18b-e850-4c49-b772-e24eb0a507ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.293689] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.294308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.294308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.294308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.294308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.294734] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed is going to be updated. [ 954.337032] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.337032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.337229] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.337265] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.337407] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.355264] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed in Status: IN_PROGRESS for 2s [ 954.404461] env[65824]: INFO networking_nsxv3.common.synchronization [req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc req-8c70875a-a23e-4f4e-8aa5-3561580e2992 service nova] Enqueued Resource ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed with Priority: HIGHEST for action security_group_rules [ 954.404727] env[65824]: INFO networking_nsxv3.common.synchronization [req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc req-8c70875a-a23e-4f4e-8aa5-3561580e2992 service nova] Enqueued Resource ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed with Priority: HIGHEST for action security_group_members [ 954.404822] env[65824]: INFO networking_nsxv3.common.synchronization [req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc req-8c70875a-a23e-4f4e-8aa5-3561580e2992 service nova] Enqueued Resource ID: 6bfc0b5f-d6e7-42f8-8fe0-0bd459020000 with Priority: HIGHEST for action port [ 954.405404] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed with Priority: HIGHEST for action security_group_rules [ 954.405544] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed with Priority: HIGHEST for action security_group_members [ 954.405734] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bfc0b5f-d6e7-42f8-8fe0-0bd459020000 with Priority: HIGHEST for action port [ 954.405922] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1de8a18b-e850-4c49-b772-e24eb0a507ed taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.406059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.406209] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.406353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.406405] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1de8a18b-e850-4c49-b772-e24eb0a507ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.407300] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de8a18b-e850-4c49-b772-e24eb0a507ed taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.407398] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.407584] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bfc0b5f-d6e7-42f8-8fe0-0bd459020000 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.408049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bfc0b5f-d6e7-42f8-8fe0-0bd459020000" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.408049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bfc0b5f-d6e7-42f8-8fe0-0bd459020000" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.408049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bfc0b5f-d6e7-42f8-8fe0-0bd459020000" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.408049] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bfc0b5f-d6e7-42f8-8fe0-0bd459020000',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.910229] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de8a18b-e850-4c49-b772-e24eb0a507ed taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.910613] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.910613] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bfc0b5f-d6e7-42f8-8fe0-0bd459020000 with status ACTIVE [ 954.910876] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.910876] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.911013] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.911167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.911247] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.911423] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.911498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.911589] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.911737] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.911812] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.911989] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.912094] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.912148] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.912283] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.912354] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.912436] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bfc0b5f-d6e7-42f8-8fe0-0bd459020000 is going to be updated. [ 954.934191] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.934331] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.934399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.934636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.934784] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.934951] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bfc0b5f-d6e7-42f8-8fe0-0bd459020000" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.365270] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed in Status: SUCCESS [ 956.365643] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.365643] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.365931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.366175] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.366281] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.366380] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.366564] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.366652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.366755] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de8a18b-e850-4c49-b772-e24eb0a507ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.871301] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1de8a18b-e850-4c49-b772-e24eb0a507ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.375171] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1de8a18b-e850-4c49-b772-e24eb0a507ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.877479] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.877643] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.877683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.877909] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.878118] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.878118] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed is going to be updated. [ 957.909682] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.909826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.909913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.910383] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.910383] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.920319] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed in Status: IN_PROGRESS for 2s [ 959.407234] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 959.407234] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 959.451504] env[65824]: INFO networking_nsxv3.common.synchronization [req-bb5ab21e-bc25-4c04-bace-7365a36c88de req-c7448e46-172f-4a98-a0f9-b07381ff4666 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 959.452037] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 959.452351] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.452473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.452575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.452730] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.452885] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.452983] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.453550] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.453770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.454078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.454078] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.835078] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.835261] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-697" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.835389] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-697" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.835646] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-697" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.835899] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.839049] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.839144] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.839377] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.839524] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.839734] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.839842] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.839946] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.840098] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.840181] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.840284] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.840415] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.858963] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.859159] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 959.859294] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.859462] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-697" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.859780] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-46285861-b466-4e7d-b024-69dd444c5b12 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.860027] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-46285861-b466-4e7d-b024-69dd444c5b12" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.860075] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-46285861-b466-4e7d-b024-69dd444c5b12" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.860392] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-46285861-b466-4e7d-b024-69dd444c5b12" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.860524] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46285861-b466-4e7d-b024-69dd444c5b12',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.930039] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed in Status: SUCCESS [ 959.930240] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.930347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.930566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.930757] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.930875] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.930981] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.931126] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.931206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.931293] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.931383] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1de8a18b-e850-4c49-b772-e24eb0a507ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.957230] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.957441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.957482] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.957748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.957860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.958112] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.958237] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.958362] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.958474] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.958599] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.958733] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be updated. [ 959.986478] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.986799] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.986973] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.987391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.987581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.003521] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: IN_PROGRESS for 2s [ 960.362839] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.363053] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.363140] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.363418] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.363568] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.363816] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 46285861-b466-4e7d-b024-69dd444c5b12 not found, creating... [ 960.364109] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.364269] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.364387] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.364621] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.364813] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.365124] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.365283] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.365400] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.365608] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.365767] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.365917] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 46285861-b466-4e7d-b024-69dd444c5b12 is going to be created. [ 960.387486] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.387687] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.387843] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.388076] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.388314] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.388522] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-46285861-b466-4e7d-b024-69dd444c5b12" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.433568] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de8a18b-e850-4c49-b772-e24eb0a507ed taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.434164] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.434164] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.434164] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.434723] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.434723] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.434723] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.434723] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.434723] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.434723] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.435096] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de8a18b-e850-4c49-b772-e24eb0a507ed taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.435096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.435096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.435255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.435305] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.435465] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.435465] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.435609] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.435697] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.435770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.435837] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1de8a18b-e850-4c49-b772-e24eb0a507ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.515536] env[65824]: INFO networking_nsxv3.common.synchronization [req-e512892a-aa15-45d5-967e-cda70de0e9b5 req-87e07d27-2058-4e4a-aed8-47fec969a9ae tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Enqueued Resource ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada with Priority: HIGHEST for action security_group_members [ 960.516078] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada with Priority: HIGHEST for action security_group_members [ 960.516392] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.516513] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.516581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.516778] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.516931] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.517040] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.517104] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.517257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.517388] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.517497] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffa3b63-3ca2-4e84-b6dc-f46d4861eada',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.941295] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1de8a18b-e850-4c49-b772-e24eb0a507ed: rpc.has_security_group_logging(os_id): False [ 960.961613] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.961991] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.962197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.962495] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.962693] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.963029] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.964031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.964031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.964031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.964031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.964031] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.964031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.964031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.964455] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.964624] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.964912] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.965264] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.965419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.965651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.967371] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.967371] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed is going to be updated. [ 961.019323] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.019550] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.019624] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.019880] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.020102] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.020196] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.020292] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.020352] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.020510] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.020584] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.020668] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada is going to be updated. [ 961.064603] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.064919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.065016] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.065249] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.065414] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.068545] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.068723] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.068760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.068942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.070295] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.083752] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada in Status: IN_PROGRESS for 2s [ 961.084622] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed in Status: IN_PROGRESS for 2s [ 961.143783] env[65824]: INFO networking_nsxv3.common.synchronization [req-bb5ab21e-bc25-4c04-bace-7365a36c88de req-4cc62d4e-1a8e-48ef-a460-3a4a2d1709dc service nova] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_rules [ 961.144131] env[65824]: INFO networking_nsxv3.common.synchronization [req-bb5ab21e-bc25-4c04-bace-7365a36c88de req-4cc62d4e-1a8e-48ef-a460-3a4a2d1709dc service nova] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 961.144223] env[65824]: INFO networking_nsxv3.common.synchronization [req-bb5ab21e-bc25-4c04-bace-7365a36c88de req-4cc62d4e-1a8e-48ef-a460-3a4a2d1709dc service nova] Enqueued Resource ID: 46285861-b466-4e7d-b024-69dd444c5b12 with Priority: HIGHEST for action port [ 961.144793] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_rules [ 961.144946] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 961.146429] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46285861-b466-4e7d-b024-69dd444c5b12 with Priority: HIGHEST for action port [ 961.146429] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.146429] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.146429] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.146867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.146867] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.147982] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.148118] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.148334] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-46285861-b466-4e7d-b024-69dd444c5b12 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.148433] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46285861-b466-4e7d-b024-69dd444c5b12" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.148499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46285861-b466-4e7d-b024-69dd444c5b12" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.148680] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46285861-b466-4e7d-b024-69dd444c5b12" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.148799] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46285861-b466-4e7d-b024-69dd444c5b12',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.651029] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.651471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.651471] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46285861-b466-4e7d-b024-69dd444c5b12 with status ACTIVE [ 961.651471] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.651649] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.651649] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.651830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.651902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.652092] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.652189] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.652250] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.652405] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.652472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.652654] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.652746] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.652806] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.652944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.653029] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.653122] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46285861-b466-4e7d-b024-69dd444c5b12 is going to be updated. [ 961.677358] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.677358] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.677358] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.677648] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.677734] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.677905] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46285861-b466-4e7d-b024-69dd444c5b12" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.029322] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: SUCCESS [ 962.029560] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b deletion is rescheduled due to dependency. [ 962.029724] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.030027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.030140] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.030388] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.030603] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.030705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.031021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.031172] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.031334] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.534732] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.036261] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.094970] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada in Status: SUCCESS [ 963.095176] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffa3b63-3ca2-4e84-b6dc-f46d4861eada deletion is rescheduled due to dependency. [ 963.095297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffa3b63-3ca2-4e84-b6dc-f46d4861eada" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.099369] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed in Status: SUCCESS [ 963.099591] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.540462] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.540554] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.540644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.540894] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.541009] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.541124] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be updated. [ 963.575887] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.576159] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.576234] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.576405] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.576590] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.586801] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: IN_PROGRESS for 2s [ 964.068403] env[65824]: INFO networking_nsxv3.common.synchronization [req-b59aa021-0274-417f-8aa4-ad98c4dd5026 req-6fff8c59-996d-465d-a928-bc43bd69946a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 964.068942] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 964.069265] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.069533] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.069533] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.069671] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.069826] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.069926] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.069987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.070286] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.070374] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.070464] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.386742] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.389869] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-207" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.389869] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-207" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.389869] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-207" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.389869] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.389869] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.389869] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.389869] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.389869] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.389869] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.389869] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.389869] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.389869] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.389869] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.389869] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.389869] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.410985] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.413026] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 964.413026] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.413026] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-207" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.413026] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-06e78bd5-c812-44d7-9476-e7a08eacb7e6 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.413026] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-06e78bd5-c812-44d7-9476-e7a08eacb7e6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.413026] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-06e78bd5-c812-44d7-9476-e7a08eacb7e6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.413026] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-06e78bd5-c812-44d7-9476-e7a08eacb7e6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.413026] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06e78bd5-c812-44d7-9476-e7a08eacb7e6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.574315] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.574315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.574315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.574315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.574315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.574315] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.574315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.574315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.574315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.574315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.574315] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 is going to be updated. [ 964.600770] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.600930] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.601013] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.601229] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.601376] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.611682] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: IN_PROGRESS for 2s [ 964.915610] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.915893] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.916036] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.916311] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.916464] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.916617] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 06e78bd5-c812-44d7-9476-e7a08eacb7e6 not found, creating... [ 964.916871] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.917043] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.917180] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.917420] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.917562] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.917840] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.918074] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.918259] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.918488] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.918621] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.918760] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 06e78bd5-c812-44d7-9476-e7a08eacb7e6 is going to be created. [ 964.938301] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.938511] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.938677] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.938896] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.939198] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.939562] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-06e78bd5-c812-44d7-9476-e7a08eacb7e6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.599978] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: SUCCESS [ 965.600405] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.600514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.600773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.600978] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.601108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.601169] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.601373] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.601473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.601600] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.601687] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.675225] env[65824]: INFO networking_nsxv3.common.synchronization [req-b59aa021-0274-417f-8aa4-ad98c4dd5026 req-81ef5280-e98d-422d-a2ba-fc24593605f6 service nova] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_rules [ 965.675535] env[65824]: INFO networking_nsxv3.common.synchronization [req-b59aa021-0274-417f-8aa4-ad98c4dd5026 req-81ef5280-e98d-422d-a2ba-fc24593605f6 service nova] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 965.676024] env[65824]: INFO networking_nsxv3.common.synchronization [req-b59aa021-0274-417f-8aa4-ad98c4dd5026 req-81ef5280-e98d-422d-a2ba-fc24593605f6 service nova] Enqueued Resource ID: 06e78bd5-c812-44d7-9476-e7a08eacb7e6 with Priority: HIGHEST for action port [ 965.676661] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_rules [ 965.676932] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 965.677150] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e78bd5-c812-44d7-9476-e7a08eacb7e6 with Priority: HIGHEST for action port [ 965.677635] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.678349] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.678349] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.678349] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.678588] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.681818] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.682014] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.682359] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-06e78bd5-c812-44d7-9476-e7a08eacb7e6 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.682556] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06e78bd5-c812-44d7-9476-e7a08eacb7e6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.682687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06e78bd5-c812-44d7-9476-e7a08eacb7e6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.682961] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06e78bd5-c812-44d7-9476-e7a08eacb7e6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.683128] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06e78bd5-c812-44d7-9476-e7a08eacb7e6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.104334] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.104721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.104963] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.105241] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.105434] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.105575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.105613] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.105777] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.105868] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.106085] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.106282] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.106388] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.106445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.106658] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.106818] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.106913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.106978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.107157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.107220] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.107285] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.107364] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.185536] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.185807] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.185877] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06e78bd5-c812-44d7-9476-e7a08eacb7e6 with status ACTIVE [ 966.186048] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.186247] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.186247] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.186405] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.186461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.186720] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.186822] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.186895] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.187082] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.187202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.187408] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.187520] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.187576] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.187700] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.187784] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.187869] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06e78bd5-c812-44d7-9476-e7a08eacb7e6 is going to be updated. [ 966.210661] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.210906] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.210906] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.211022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.211168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.211442] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06e78bd5-c812-44d7-9476-e7a08eacb7e6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.609283] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2609518a-0baf-4148-ae98-d57bf5e4491b: rpc.has_security_group_logging(os_id): False [ 966.622642] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: SUCCESS [ 966.622896] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 deletion is rescheduled due to dependency. [ 966.623050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.623155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.623364] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.623578] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.623931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.624076] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.624441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.624441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.624441] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.630091] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.630241] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.630287] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.630475] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.630558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.630784] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.631252] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.631252] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.631252] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.631252] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.631431] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.631483] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.631514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.631679] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.631752] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.631934] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.632061] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.632143] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.632289] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.632368] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.632466] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be updated. [ 966.699197] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.699423] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.699480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.699713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.699902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.704614] env[65824]: INFO networking_nsxv3.common.synchronization [req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 req-fba35b0e-93f9-4f34-a66e-984fd80ed0f3 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Enqueued Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_members [ 966.705880] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_members [ 966.706860] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.707015] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.708069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.709085] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.709323] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.709487] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.709590] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.709823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.709978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.710062] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.724015] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: IN_PROGRESS for 2s [ 967.086274] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.086444] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-807" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.086444] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-807" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.086778] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-807" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.089805] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.090063] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.090229] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.090530] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.090693] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.090937] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.091068] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.091183] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.091317] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.091388] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.091489] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.091651] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.118102] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.118220] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 967.118355] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.118543] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-807" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.118897] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-c816fb59-666c-4043-85bb-a0a9e253f2a1 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.119097] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-c816fb59-666c-4043-85bb-a0a9e253f2a1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.119224] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-c816fb59-666c-4043-85bb-a0a9e253f2a1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.119564] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-c816fb59-666c-4043-85bb-a0a9e253f2a1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.119963] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c816fb59-666c-4043-85bb-a0a9e253f2a1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.128012] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.212039] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.212191] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.212263] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.212474] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.212565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.212771] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.212873] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.212934] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.213101] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.213175] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.213263] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8b31da-d05b-4897-958a-270c782d9714 already deleted. [ 967.213343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.621787] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.622293] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.622293] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.622702] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.622815] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.622976] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port c816fb59-666c-4043-85bb-a0a9e253f2a1 not found, creating... [ 967.623260] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.623419] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.623531] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.623848] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.624087] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.624405] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.624564] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.624723] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.624881] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.625019] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.625162] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: c816fb59-666c-4043-85bb-a0a9e253f2a1 is going to be created. [ 967.629233] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.645523] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.646058] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.646058] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.646201] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.646434] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.646659] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-c816fb59-666c-4043-85bb-a0a9e253f2a1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.131705] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.131866] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.131942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.133094] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.133094] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.133094] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 is going to be updated. [ 968.166816] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.166967] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.167100] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.167245] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.167389] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.176381] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: IN_PROGRESS for 2s [ 968.367683] env[65824]: INFO networking_nsxv3.common.synchronization [req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 req-4f175cf5-9b4e-4026-88b2-f8b9a4e330ef service nova] Enqueued Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_rules [ 968.367892] env[65824]: INFO networking_nsxv3.common.synchronization [req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 req-4f175cf5-9b4e-4026-88b2-f8b9a4e330ef service nova] Enqueued Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_members [ 968.368112] env[65824]: INFO networking_nsxv3.common.synchronization [req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 req-4f175cf5-9b4e-4026-88b2-f8b9a4e330ef service nova] Enqueued Resource ID: c816fb59-666c-4043-85bb-a0a9e253f2a1 with Priority: HIGHEST for action port [ 968.370128] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_rules [ 968.370128] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_members [ 968.370128] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c816fb59-666c-4043-85bb-a0a9e253f2a1 with Priority: HIGHEST for action port [ 968.370128] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.370128] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.370128] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.370128] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.370128] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.371716] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.371716] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.371716] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.372836] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.373068] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.373561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.373561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.373561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.373730] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.374549] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.375239] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-c816fb59-666c-4043-85bb-a0a9e253f2a1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.375588] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c816fb59-666c-4043-85bb-a0a9e253f2a1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.375588] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c816fb59-666c-4043-85bb-a0a9e253f2a1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.375694] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c816fb59-666c-4043-85bb-a0a9e253f2a1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.375727] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c816fb59-666c-4043-85bb-a0a9e253f2a1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.738575] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: SUCCESS [ 968.738854] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.878766] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.878985] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.879234] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.883311] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c816fb59-666c-4043-85bb-a0a9e253f2a1 with status ACTIVE [ 968.883735] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.883972] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.884154] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.884550] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.884704] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.885016] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.885165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.885266] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.885528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.885664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.885983] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.886156] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.886263] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.888528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.888528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.888528] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c816fb59-666c-4043-85bb-a0a9e253f2a1 is going to be updated. [ 968.912925] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.913103] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.913161] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.913718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.913718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.913718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c816fb59-666c-4043-85bb-a0a9e253f2a1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.390945] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.653714] env[65824]: INFO networking_nsxv3.common.synchronization [req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 req-db3063ef-95ba-445f-aab2-3b3ab4829f69 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Enqueued Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_members [ 969.654283] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_members [ 969.654585] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.655275] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.894711] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.895219] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.895219] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.895219] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.895480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.895480] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8b31da-d05b-4897-958a-270c782d9714 is going to be created. [ 969.921822] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.922066] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.922142] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.922357] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.923277] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.936200] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: UNINITIALIZED for 2s [ 970.028038] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.028385] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-807" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.028618] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-807" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.029144] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-807" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.029621] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.029919] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.030168] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.030596] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.030905] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.031242] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.031460] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.032304] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.032523] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.032753] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.032961] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.033356] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.062674] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.062674] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.062822] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.063491] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-807" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.063788] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-f90d5a93-1212-4587-9d4f-b3dacab86af1 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.064017] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-f90d5a93-1212-4587-9d4f-b3dacab86af1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.064182] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-f90d5a93-1212-4587-9d4f-b3dacab86af1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.064559] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-f90d5a93-1212-4587-9d4f-b3dacab86af1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.064815] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f90d5a93-1212-4587-9d4f-b3dacab86af1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.205914] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: SUCCESS [ 970.206081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.206265] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.206499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.206704] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.206827] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.206888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.207057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.207137] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.207271] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.207848] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.567329] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.567570] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.567711] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.568079] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.568249] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.568447] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port f90d5a93-1212-4587-9d4f-b3dacab86af1 not found, creating... [ 970.568738] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.568910] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.569067] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.569313] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.569534] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.569929] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.570124] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.570243] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.570477] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.570617] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.570776] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: f90d5a93-1212-4587-9d4f-b3dacab86af1 is going to be created. [ 970.593368] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.593610] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.593681] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.593949] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.594223] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.594606] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-f90d5a93-1212-4587-9d4f-b3dacab86af1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.710057] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.710250] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.710291] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.710505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.710691] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.710794] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.710854] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.711015] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.711114] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.711203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.711352] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.711443] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.711503] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.711793] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.711894] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.711988] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.712052] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.712195] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.712263] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.712343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.712430] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.214429] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8da4c6c-21c8-46c6-9108-700049113bf4: rpc.has_security_group_logging(os_id): False [ 971.237551] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.237772] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.237772] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.238012] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.238123] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.238327] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.238427] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.238497] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.238652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.238735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.238954] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.239086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.239167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.239360] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.239452] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.239649] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.239796] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.239871] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.240128] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.240219] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.240363] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 is going to be updated. [ 971.296922] env[65824]: INFO networking_nsxv3.common.synchronization [req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 req-0dd3708f-2bc7-48a0-8481-6140b65e6912 service nova] Enqueued Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_rules [ 971.296922] env[65824]: INFO networking_nsxv3.common.synchronization [req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 req-0dd3708f-2bc7-48a0-8481-6140b65e6912 service nova] Enqueued Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_members [ 971.296922] env[65824]: INFO networking_nsxv3.common.synchronization [req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 req-0dd3708f-2bc7-48a0-8481-6140b65e6912 service nova] Enqueued Resource ID: f90d5a93-1212-4587-9d4f-b3dacab86af1 with Priority: HIGHEST for action port [ 971.297373] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_rules [ 971.297530] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_members [ 971.297628] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90d5a93-1212-4587-9d4f-b3dacab86af1 with Priority: HIGHEST for action port [ 971.298213] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.298723] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.299023] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.299116] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.299313] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-f90d5a93-1212-4587-9d4f-b3dacab86af1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.299410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f90d5a93-1212-4587-9d4f-b3dacab86af1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.299479] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f90d5a93-1212-4587-9d4f-b3dacab86af1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.299685] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f90d5a93-1212-4587-9d4f-b3dacab86af1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.299816] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f90d5a93-1212-4587-9d4f-b3dacab86af1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.327503] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.328820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.328990] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.329240] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.329393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.350293] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: IN_PROGRESS for 2s [ 971.802481] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f90d5a93-1212-4587-9d4f-b3dacab86af1 with status ACTIVE [ 971.802796] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.802912] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.802991] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.803226] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.803318] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.803497] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.803596] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.803703] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.803868] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.803995] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.804156] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.804246] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.804317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.804486] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.804566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.804689] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f90d5a93-1212-4587-9d4f-b3dacab86af1 is going to be updated. [ 971.828826] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.828981] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.829063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.829268] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.829411] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.829570] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f90d5a93-1212-4587-9d4f-b3dacab86af1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.954291] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: SUCCESS [ 971.954291] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.954291] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.954605] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.954605] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.954835] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.954835] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.954975] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.955107] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.955169] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.955299] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.957123] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.957123] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.957232] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.957344] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.957497] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.957699] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.957830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.958087] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.393817] env[65824]: INFO networking_nsxv3.common.synchronization [req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 req-a79dcb0d-060e-49d8-8612-ebd1fd9ccdc4 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Enqueued Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_members [ 972.394851] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_members [ 972.395231] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.395353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.457485] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.457622] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.459918] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.835797] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.836009] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-807" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.836152] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-807" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.836464] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-807" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.836757] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.836922] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.837045] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.837269] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.837412] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.837617] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.837727] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.837835] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.837942] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.838061] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.838162] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.838292] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.862469] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.862469] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.862469] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.862469] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-807" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.862469] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-0387bdf8-acda-4c69-b260-bc0faf681954 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.862469] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-0387bdf8-acda-4c69-b260-bc0faf681954" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.862469] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-0387bdf8-acda-4c69-b260-bc0faf681954" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.863087] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-0387bdf8-acda-4c69-b260-bc0faf681954" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.863515] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0387bdf8-acda-4c69-b260-bc0faf681954',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.963055] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.367437] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.367437] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.367437] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.368213] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.368378] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.368587] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 0387bdf8-acda-4c69-b260-bc0faf681954 not found, creating... [ 973.368953] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.369389] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.369389] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.369662] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.369865] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.370284] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.370746] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.371033] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.371240] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.371456] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.371740] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 0387bdf8-acda-4c69-b260-bc0faf681954 is going to be created. [ 973.374787] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: SUCCESS [ 973.375608] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.397900] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.398354] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.398354] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.398721] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.398791] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.399038] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-0387bdf8-acda-4c69-b260-bc0faf681954" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.465600] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.465809] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.465856] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.466085] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.466177] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.466285] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8b31da-d05b-4897-958a-270c782d9714 is going to be updated. [ 973.504950] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.505210] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.505210] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.505425] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.505576] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.516642] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: IN_PROGRESS for 2s [ 974.154715] env[65824]: INFO networking_nsxv3.common.synchronization [req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 req-751f348e-bdd6-4d2c-9d3e-bbc85d04657c service nova] Enqueued Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_rules [ 974.154951] env[65824]: INFO networking_nsxv3.common.synchronization [req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 req-751f348e-bdd6-4d2c-9d3e-bbc85d04657c service nova] Enqueued Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_members [ 974.155028] env[65824]: INFO networking_nsxv3.common.synchronization [req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 req-751f348e-bdd6-4d2c-9d3e-bbc85d04657c service nova] Enqueued Resource ID: 0387bdf8-acda-4c69-b260-bc0faf681954 with Priority: HIGHEST for action port [ 974.155643] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_rules [ 974.155764] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_members [ 974.155867] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0387bdf8-acda-4c69-b260-bc0faf681954 with Priority: HIGHEST for action port [ 974.156236] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.156336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.156535] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.156611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.156793] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-0387bdf8-acda-4c69-b260-bc0faf681954 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.156924] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0387bdf8-acda-4c69-b260-bc0faf681954" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.156983] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0387bdf8-acda-4c69-b260-bc0faf681954" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.157207] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0387bdf8-acda-4c69-b260-bc0faf681954" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.157279] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0387bdf8-acda-4c69-b260-bc0faf681954',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.498408] env[65824]: INFO networking_nsxv3.common.synchronization [req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e req-c152f086-aabb-4b95-8978-f14302049724 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 974.498997] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 974.499289] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.499452] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.499558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.499906] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.500117] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.500238] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.500238] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.500400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.500483] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.500573] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.661830] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0387bdf8-acda-4c69-b260-bc0faf681954 with status ACTIVE [ 974.662165] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.662320] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.662438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.662665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.662815] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.662957] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.663095] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.663192] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.663391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.663471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.663730] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.663867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.663867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.664041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.664145] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.664241] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0387bdf8-acda-4c69-b260-bc0faf681954 is going to be updated. [ 974.693145] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.693341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.693341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.693943] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.693943] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.693943] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0387bdf8-acda-4c69-b260-bc0faf681954" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.917337] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.917572] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.917701] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.917930] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.918255] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.918411] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.918481] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.918688] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.918842] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.919092] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.919241] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.919322] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.919431] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.919541] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.919647] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.919787] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.944682] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.944926] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.945070] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.945261] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.945930] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-7765f726-f3a2-4338-9a58-6ec6445640a1 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.945930] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-7765f726-f3a2-4338-9a58-6ec6445640a1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.945930] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-7765f726-f3a2-4338-9a58-6ec6445640a1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.946371] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-7765f726-f3a2-4338-9a58-6ec6445640a1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.946515] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7765f726-f3a2-4338-9a58-6ec6445640a1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.003933] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.003933] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.003933] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.004314] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.004314] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.004766] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.004766] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.004766] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.004961] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.004961] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.005041] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 is going to be deleted. [ 975.045777] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.045972] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.045972] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.046183] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.046288] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.046395] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.449239] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.449549] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.450655] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.450655] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.450655] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.450655] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 7765f726-f3a2-4338-9a58-6ec6445640a1 not found, creating... [ 975.450655] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.451010] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.451010] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.451157] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.451254] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.451927] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.453032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.453032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.453156] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.453534] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.453713] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 7765f726-f3a2-4338-9a58-6ec6445640a1 is going to be created. [ 975.479060] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.479301] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.479359] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.480490] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.480490] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.480490] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-7765f726-f3a2-4338-9a58-6ec6445640a1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.533082] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: SUCCESS [ 975.533082] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.533082] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.533082] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.533082] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.533082] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.533082] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.534429] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.534429] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.534572] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.036915] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.199701] env[65824]: INFO networking_nsxv3.common.synchronization [req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e req-f3957772-c0cd-4bc1-9382-22c01e752897 service nova] Enqueued Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_rules [ 976.199892] env[65824]: INFO networking_nsxv3.common.synchronization [req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e req-f3957772-c0cd-4bc1-9382-22c01e752897 service nova] Enqueued Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 976.200034] env[65824]: INFO networking_nsxv3.common.synchronization [req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e req-f3957772-c0cd-4bc1-9382-22c01e752897 service nova] Enqueued Resource ID: 7765f726-f3a2-4338-9a58-6ec6445640a1 with Priority: HIGHEST for action port [ 976.200581] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_rules [ 976.200724] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 976.200848] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7765f726-f3a2-4338-9a58-6ec6445640a1 with Priority: HIGHEST for action port [ 976.201594] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.201740] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.201809] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.202055] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.202239] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.203648] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.203774] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.204326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.204326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.204326] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.204326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.204326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.204586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.204586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.204657] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.206748] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-7765f726-f3a2-4338-9a58-6ec6445640a1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.206977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7765f726-f3a2-4338-9a58-6ec6445640a1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.207075] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7765f726-f3a2-4338-9a58-6ec6445640a1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.207255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7765f726-f3a2-4338-9a58-6ec6445640a1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.207334] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7765f726-f3a2-4338-9a58-6ec6445640a1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.387183] env[65824]: INFO networking_nsxv3.common.synchronization [req-a20b5f63-f03b-450c-981f-cee93e6111b8 req-0a11c6df-866d-47e3-9e1e-aee2717b2d68 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Enqueued Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 976.388083] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 976.388816] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.388915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.389026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.389309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.389519] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.389652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.389730] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.389928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.390049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.390178] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.539680] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.704322] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.704494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.709815] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.711130] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7765f726-f3a2-4338-9a58-6ec6445640a1 with status ACTIVE [ 976.711130] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.711130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.711335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.711437] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.711687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.711891] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.712008] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.712064] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.712229] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.712305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.712725] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.712725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.712725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.713181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.713181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.713181] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7765f726-f3a2-4338-9a58-6ec6445640a1 is going to be updated. [ 976.740249] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.740249] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.740249] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.740549] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.740708] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.740876] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7765f726-f3a2-4338-9a58-6ec6445640a1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.893814] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.042596] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.042783] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.042783] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.043092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.043178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.043275] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8b31da-d05b-4897-958a-270c782d9714 is going to be updated. [ 977.077357] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.077439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.077505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.078233] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.078233] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.092018] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: IN_PROGRESS for 2s [ 977.216678] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.271866] env[65824]: INFO networking_nsxv3.common.synchronization [req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 req-ad2bb097-a930-42a6-8587-3d11825b1c23 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 977.272527] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 977.273324] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.273485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.273553] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.273861] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.274031] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.274133] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.274196] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.275278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.275374] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.275599] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.396682] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.663034] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.663408] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.663408] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.663684] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.663978] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.664323] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.664514] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.664821] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.665038] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.665282] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.665423] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.665556] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.665687] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.665828] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.665966] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.666133] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.687347] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.687527] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.687672] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.687881] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.688280] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-e66ae85e-9095-4605-bb3e-9f81d1e6c042 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.688503] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-e66ae85e-9095-4605-bb3e-9f81d1e6c042" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.688650] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-e66ae85e-9095-4605-bb3e-9f81d1e6c042" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.689024] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-e66ae85e-9095-4605-bb3e-9f81d1e6c042" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.689199] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e66ae85e-9095-4605-bb3e-9f81d1e6c042',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.720474] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.720670] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.720768] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.721074] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.721239] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.721373] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 is going to be created. [ 977.747790] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.747936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.747979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.748211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.748384] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.760557] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: UNINITIALIZED for 2s [ 977.779454] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.899406] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.899638] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.899638] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.899851] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.899968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.900048] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 is going to be updated. [ 977.932777] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.932962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.933038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.933204] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.933348] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.945098] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: IN_PROGRESS for 2s [ 978.192174] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.192485] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.192740] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.193043] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.193293] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.193473] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port e66ae85e-9095-4605-bb3e-9f81d1e6c042 not found, creating... [ 978.193894] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.194118] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.194282] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.194587] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.194797] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.195440] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.195797] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.195881] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.196142] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.196327] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.196519] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: e66ae85e-9095-4605-bb3e-9f81d1e6c042 is going to be created. [ 978.222595] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.222848] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.222927] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.223244] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.223478] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.223763] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-e66ae85e-9095-4605-bb3e-9f81d1e6c042" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.283531] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.785213] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.785695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.785695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.785695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.785887] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.785887] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 978.821092] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.821342] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.821342] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.821550] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.821816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.835960] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 979.041043] env[65824]: INFO networking_nsxv3.common.synchronization [req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 req-7bbc5db2-1282-4223-9cd8-4efc859f6a0f service nova] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_rules [ 979.041043] env[65824]: INFO networking_nsxv3.common.synchronization [req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 req-7bbc5db2-1282-4223-9cd8-4efc859f6a0f service nova] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 979.041043] env[65824]: INFO networking_nsxv3.common.synchronization [req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 req-7bbc5db2-1282-4223-9cd8-4efc859f6a0f service nova] Enqueued Resource ID: e66ae85e-9095-4605-bb3e-9f81d1e6c042 with Priority: HIGHEST for action port [ 979.041043] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_rules [ 979.042150] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 979.042150] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e66ae85e-9095-4605-bb3e-9f81d1e6c042 with Priority: HIGHEST for action port [ 979.042257] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.042385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.042461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.042668] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.042750] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.044069] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.044069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.044240] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-e66ae85e-9095-4605-bb3e-9f81d1e6c042 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.044240] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e66ae85e-9095-4605-bb3e-9f81d1e6c042" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.044405] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e66ae85e-9095-4605-bb3e-9f81d1e6c042" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.044482] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e66ae85e-9095-4605-bb3e-9f81d1e6c042" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.044620] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e66ae85e-9095-4605-bb3e-9f81d1e6c042',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.103842] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: SUCCESS [ 979.104091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.104273] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.104497] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.104695] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.104951] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.104951] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.105052] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.105142] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.105242] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.546777] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.547070] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.547070] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e66ae85e-9095-4605-bb3e-9f81d1e6c042 with status ACTIVE [ 979.547348] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.547348] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.547623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.547683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.547896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.547956] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.548047] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.548107] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.548303] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.548376] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.548607] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.548607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.548781] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.549018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.549018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.549018] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e66ae85e-9095-4605-bb3e-9f81d1e6c042 is going to be updated. [ 979.593702] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.593702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.593702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.593702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.593702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.593702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e66ae85e-9095-4605-bb3e-9f81d1e6c042" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.608053] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.771691] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: SUCCESS [ 979.771691] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.771691] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.771691] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.771979] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.771979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.771979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.772411] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.772411] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.772411] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.772411] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.957477] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: SUCCESS [ 979.957477] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.111204] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.275045] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.276513] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.276513] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.276710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.277023] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.277195] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.277284] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.277579] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.277752] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.277916] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.278181] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.278902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.278902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.278902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.279115] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.279115] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.279208] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.279440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.279578] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.279750] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.279895] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.615269] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.615590] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.615694] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.615925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.616131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.616270] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8b31da-d05b-4897-958a-270c782d9714 is going to be updated. [ 980.659059] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.659059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.659059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.659059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.659539] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.671433] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: IN_PROGRESS for 2s [ 980.782458] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9fbec62-5fab-43be-8bfd-5f8949350202: rpc.has_security_group_logging(os_id): False [ 980.802973] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.803165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.803238] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.803766] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.803943] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.804249] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.804416] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.804416] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.804603] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.804671] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.804877] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.804985] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.805051] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.805236] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.805330] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.805569] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.805691] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.805750] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.805870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.805977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.806086] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 is going to be created. [ 980.847086] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 980.847086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.847086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.847543] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.847715] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.847908] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.848027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.848295] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.848425] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.848581] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.878850] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.879117] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.879117] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.879317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.879540] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.902095] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: IN_PROGRESS for 2s [ 981.351819] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.855398] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.357667] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.358108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.358108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.358249] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.358314] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.358423] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 982.407540] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.407707] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.407754] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.407955] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.408124] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.421402] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 982.682308] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: SUCCESS [ 982.682554] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.682736] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.682963] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.683188] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.683307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.684216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.684216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.684216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.684216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.684216] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.684216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.684216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.684216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.684556] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.684556] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.684556] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.684662] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.684727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.684810] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.684898] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.686065] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.686342] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.686544] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.686663] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.686725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.686891] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.687014] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.687148] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.923797] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: SUCCESS [ 982.924041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.144269] env[65824]: INFO networking_nsxv3.common.synchronization [None req-cc851a45-b90a-44d9-8324-53b2feadb240 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 983.144907] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 983.145243] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.146631] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.146759] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.146989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.147247] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.147329] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.147329] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.147799] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.147799] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.147799] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.191529] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f8b31da-d05b-4897-958a-270c782d9714: rpc.has_security_group_logging(os_id): False [ 983.192832] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.213127] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.213261] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.213348] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.213550] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.213693] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.213891] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.214086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.214086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.214234] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.214276] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.214517] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.214593] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.214593] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.214735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.214818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.215064] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.215157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.215220] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.215358] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.215466] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.215514] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f8b31da-d05b-4897-958a-270c782d9714 is going to be created. [ 983.288463] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.288463] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.288613] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.288902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.289237] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.315882] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: IN_PROGRESS for 2s [ 983.651346] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.695875] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.154450] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.197135] env[65824]: INFO networking_nsxv3.common.synchronization [req-26cd0763-2aee-455f-bdc0-71e33900618f req-bd35a6dd-cd04-4cb2-9e8e-de93c4aa6f24 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Enqueued Resource ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed with Priority: HIGHEST for action security_group_members [ 984.197391] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed with Priority: HIGHEST for action security_group_members [ 984.197799] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.198989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.198989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.198989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.198989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.198989] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8b31da-d05b-4897-958a-270c782d9714 is going to be updated. [ 984.200086] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de8a18b-e850-4c49-b772-e24eb0a507ed taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.200230] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.200288] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.200482] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.201373] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.201515] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.201569] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.202365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.202365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.202365] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de8a18b-e850-4c49-b772-e24eb0a507ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.244402] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.245366] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.245366] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.245366] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.245366] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.255202] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: IN_PROGRESS for 2s [ 984.431968] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 984.432248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.432429] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.432640] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.432932] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.433066] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.433151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.433375] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.433463] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.433553] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.433646] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.656881] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.657267] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.657267] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.657367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.657438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.657537] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 is going to be updated. [ 984.687330] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.687548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.687634] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.687789] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.687981] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.699432] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: IN_PROGRESS for 2s [ 984.704893] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1de8a18b-e850-4c49-b772-e24eb0a507ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.936172] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.936334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.937043] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.937043] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.937043] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.937043] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.937043] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.937043] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.937314] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.937314] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.937376] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.937419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.937483] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.937620] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.937752] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.937841] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.937976] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.938066] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.938138] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.938214] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.938299] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.207404] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1de8a18b-e850-4c49-b772-e24eb0a507ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.337769] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: SUCCESS [ 985.337989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.338186] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.338415] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.338510] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.416430] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.416645] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.416807] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.416997] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.417277] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.417454] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.417573] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.417808] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.417955] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.418192] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.418316] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.418419] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.418497] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.418610] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.418714] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.418876] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.441244] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8: rpc.has_security_group_logging(os_id): False [ 985.444577] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.444752] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.444994] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.445212] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.445589] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-28d735f4-2ca9-49ff-87bc-b0022055acff taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.445764] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-28d735f4-2ca9-49ff-87bc-b0022055acff" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.445902] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-28d735f4-2ca9-49ff-87bc-b0022055acff" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.446271] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-28d735f4-2ca9-49ff-87bc-b0022055acff" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.446412] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28d735f4-2ca9-49ff-87bc-b0022055acff',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.458066] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.458218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.458280] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.458461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.458548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.458734] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.458831] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.458893] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.459065] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.459142] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.459332] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.459499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.459499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.459614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.459687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.459880] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.459970] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.460087] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.460252] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.460337] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.460424] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 985.527253] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.527399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.527463] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.527685] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.527834] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.546028] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 985.711132] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.711575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.711575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.711780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.711905] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.712189] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed is going to be updated. [ 985.750124] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.750275] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.750363] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.750579] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.750758] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.760977] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed in Status: IN_PROGRESS for 2s [ 985.817751] env[65824]: INFO networking_nsxv3.common.synchronization [req-90389b47-0c79-469a-a7ff-77513b844935 req-3b3a198e-2d1c-461a-a641-0cbd2bd99baf tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Enqueued Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 985.818337] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 985.818680] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.819044] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.819044] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.819201] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.819375] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.819481] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.819569] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.819819] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.819961] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.820081] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.840770] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.841011] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.950180] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.950180] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.950422] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.951197] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.951197] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.951197] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 28d735f4-2ca9-49ff-87bc-b0022055acff not found, creating... [ 985.951380] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.951631] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.951791] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.952119] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.953038] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.953038] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.953038] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.953038] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.953288] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.953488] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.953691] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 28d735f4-2ca9-49ff-87bc-b0022055acff is going to be created. [ 985.977627] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.977784] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.977882] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.978350] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.979082] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.979176] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-28d735f4-2ca9-49ff-87bc-b0022055acff" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.213970] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.215139] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-691" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.215139] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-691" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.215139] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-691" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.215575] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.215894] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.216148] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.217552] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.217552] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.217552] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.217552] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.217552] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.217552] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.217552] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.217552] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.217552] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.240361] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.240668] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.241682] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.241682] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-691" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.241682] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-73b6cf74-b505-4781-8e4e-32f481d5599e taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.241880] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-73b6cf74-b505-4781-8e4e-32f481d5599e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.241966] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-73b6cf74-b505-4781-8e4e-32f481d5599e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.242336] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-73b6cf74-b505-4781-8e4e-32f481d5599e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.242488] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73b6cf74-b505-4781-8e4e-32f481d5599e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.267554] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: SUCCESS [ 986.267872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.268011] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.268332] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.268571] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.268694] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.268762] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.268983] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.269048] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.269182] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.269279] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.322311] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.322530] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.322635] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.322944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.323098] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.323378] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.323525] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.323628] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.324038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.324038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.324164] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 is going to be updated. [ 986.359314] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.359473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.359609] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.359840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.360212] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.370597] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: IN_PROGRESS for 2s [ 986.707888] env[65824]: INFO networking_nsxv3.common.synchronization [req-154406a7-f710-4adf-b01a-5265f5ad08e0 req-de8a031a-96e2-42f1-b873-82ea8c22a13e service nova] Enqueued Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_rules [ 986.708078] env[65824]: INFO networking_nsxv3.common.synchronization [req-154406a7-f710-4adf-b01a-5265f5ad08e0 req-de8a031a-96e2-42f1-b873-82ea8c22a13e service nova] Enqueued Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 986.708217] env[65824]: INFO networking_nsxv3.common.synchronization [req-154406a7-f710-4adf-b01a-5265f5ad08e0 req-de8a031a-96e2-42f1-b873-82ea8c22a13e service nova] Enqueued Resource ID: 28d735f4-2ca9-49ff-87bc-b0022055acff with Priority: HIGHEST for action port [ 986.708719] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_rules [ 986.708854] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 986.708992] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d735f4-2ca9-49ff-87bc-b0022055acff with Priority: HIGHEST for action port [ 986.709240] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.709346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.709405] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.709610] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.709690] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.710556] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.710660] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.710895] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-28d735f4-2ca9-49ff-87bc-b0022055acff taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.711031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28d735f4-2ca9-49ff-87bc-b0022055acff" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.711103] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28d735f4-2ca9-49ff-87bc-b0022055acff" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.711309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28d735f4-2ca9-49ff-87bc-b0022055acff" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.711639] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28d735f4-2ca9-49ff-87bc-b0022055acff',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.713034] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: SUCCESS [ 986.713149] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.713713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.713979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.714157] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.714255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.714318] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.714469] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.714549] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.714638] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.746578] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.746880] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.747088] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.747487] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.747713] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.747938] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 73b6cf74-b505-4781-8e4e-32f481d5599e not found, creating... [ 986.748345] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.748594] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.748781] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.749133] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.749337] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.749730] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.749947] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.750127] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.750411] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.750820] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.750820] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 73b6cf74-b505-4781-8e4e-32f481d5599e is going to be created. [ 986.772385] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.772596] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.772697] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.772970] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.773459] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.773459] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-73b6cf74-b505-4781-8e4e-32f481d5599e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.774425] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.774547] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.774547] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.774672] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.774843] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.774950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.775023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.775180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.775255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.775337] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.775488] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.775567] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.775625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.775769] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.775910] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.776012] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.776071] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.776209] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.776283] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.776365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.776453] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.214777] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.214777] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.216211] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28d735f4-2ca9-49ff-87bc-b0022055acff with status ACTIVE [ 987.216552] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.216783] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.216860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.217120] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.217230] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.217439] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.217566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.217625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.217780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.217856] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.218054] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.218153] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.218210] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.218348] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.218419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.218503] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28d735f4-2ca9-49ff-87bc-b0022055acff is going to be updated. [ 987.219588] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.248280] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.248490] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.248490] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.248715] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.248861] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.249105] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28d735f4-2ca9-49ff-87bc-b0022055acff" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.279427] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f8b31da-d05b-4897-958a-270c782d9714: rpc.has_security_group_logging(os_id): False [ 987.309048] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.309219] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.309290] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.309519] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.309608] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.309843] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.309935] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.310022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.310166] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.310241] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.310422] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.310515] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.310575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.310710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.310781] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.310967] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.311071] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.311159] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.311405] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.311456] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.311545] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f8b31da-d05b-4897-958a-270c782d9714 is going to be updated. [ 987.400473] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.400615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.400677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.400887] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.401043] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.419684] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: IN_PROGRESS for 2s [ 987.428699] env[65824]: INFO networking_nsxv3.common.synchronization [req-f189065f-b81b-4b6e-8f00-deffc2641255 req-fe616334-dc72-48e9-bfcf-31d8e526805a tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Enqueued Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_members [ 987.429369] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_members [ 987.430212] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.430360] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.430447] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.430613] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.430768] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.431143] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.431313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.431677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.431818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.431981] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.498232] env[65824]: INFO networking_nsxv3.common.synchronization [req-90389b47-0c79-469a-a7ff-77513b844935 req-08f755d1-7f20-4553-bde8-d1b2c4a3baf2 service nova] Enqueued Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_rules [ 987.498423] env[65824]: INFO networking_nsxv3.common.synchronization [req-90389b47-0c79-469a-a7ff-77513b844935 req-08f755d1-7f20-4553-bde8-d1b2c4a3baf2 service nova] Enqueued Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 987.498554] env[65824]: INFO networking_nsxv3.common.synchronization [req-90389b47-0c79-469a-a7ff-77513b844935 req-08f755d1-7f20-4553-bde8-d1b2c4a3baf2 service nova] Enqueued Resource ID: 73b6cf74-b505-4781-8e4e-32f481d5599e with Priority: HIGHEST for action port [ 987.499273] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_rules [ 987.499273] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 987.499273] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b6cf74-b505-4781-8e4e-32f481d5599e with Priority: HIGHEST for action port [ 987.499588] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.499771] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.499771] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.500083] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.500205] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.501425] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.501533] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.502309] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-73b6cf74-b505-4781-8e4e-32f481d5599e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.502309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73b6cf74-b505-4781-8e4e-32f481d5599e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.502309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73b6cf74-b505-4781-8e4e-32f481d5599e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.502309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73b6cf74-b505-4781-8e4e-32f481d5599e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.502309] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73b6cf74-b505-4781-8e4e-32f481d5599e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.564117] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 987.564353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.724546] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.771238] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed in Status: SUCCESS [ 987.772153] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.794996] env[65824]: INFO networking_nsxv3.common.synchronization [req-c41e30bb-f522-4a7a-905f-95883bdfcf94 req-1474d603-9d12-4d67-b645-4813f77bf28e tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 987.795557] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGHEST for action security_group_members [ 987.798039] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.798039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.798039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.798039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.798039] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.798039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.798039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.798039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.798039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.798039] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.934102] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.004012] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.004311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.004512] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73b6cf74-b505-4781-8e4e-32f481d5599e with status ACTIVE [ 988.004703] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.004827] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.004897] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.005143] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.005237] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.005423] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.005521] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.005583] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.005742] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.005819] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.006012] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.006199] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.006257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.007033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.007033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.007033] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73b6cf74-b505-4781-8e4e-32f481d5599e is going to be updated. [ 988.029047] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.029047] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.029047] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.029317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.029363] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.029520] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73b6cf74-b505-4781-8e4e-32f481d5599e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.227153] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.227313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.227381] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.227592] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.227689] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.227969] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 is going to be updated. [ 988.262253] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.262428] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.262493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.262705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.262781] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.273310] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: IN_PROGRESS for 2s [ 988.299922] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.300202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.300294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.300591] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.300748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.301962] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.301962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.301962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.301962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.301962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.301962] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 is going to be updated. [ 988.333102] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.333257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.333328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.333544] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.333682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.342606] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: IN_PROGRESS for 2s [ 988.367528] env[65824]: INFO networking_nsxv3.common.synchronization [req-90389b47-0c79-469a-a7ff-77513b844935 req-eec203e0-c74b-489b-97ab-3a83192b2666 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Enqueued Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 988.368872] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 988.370284] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.370470] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.380947] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: SUCCESS [ 988.381170] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 deletion is rescheduled due to dependency. [ 988.382077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.382077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.382077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.382077] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.382372] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.382372] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.382610] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.382980] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.382980] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.438834] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.721057] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.721057] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-691" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.721057] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-691" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.721057] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-691" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.721057] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.721592] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.721849] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.722370] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.722657] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.722980] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.723214] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.723416] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.723614] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.723923] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.724168] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.724403] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.745119] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.745119] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 988.745119] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.745119] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-691" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.745119] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-ce8cea79-2498-4828-8185-eebdacb4271f taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.745655] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-ce8cea79-2498-4828-8185-eebdacb4271f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.745655] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-ce8cea79-2498-4828-8185-eebdacb4271f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.745655] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-ce8cea79-2498-4828-8185-eebdacb4271f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.745751] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce8cea79-2498-4828-8185-eebdacb4271f',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.885313] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.941709] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.941913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.942125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.942235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.942330] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.942438] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8b31da-d05b-4897-958a-270c782d9714 is going to be updated. [ 988.978941] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.979217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.979217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.979387] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.979539] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.991234] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: IN_PROGRESS for 2s [ 989.248047] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.248047] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.248249] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.248447] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.248600] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.248751] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port ce8cea79-2498-4828-8185-eebdacb4271f not found, creating... [ 989.249010] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.249168] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.249284] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.249612] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.249753] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.250041] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.250335] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.250457] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.250630] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.250762] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.250903] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: ce8cea79-2498-4828-8185-eebdacb4271f is going to be created. [ 989.285545] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.285689] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.285730] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.286474] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.286474] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.286593] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-ce8cea79-2498-4828-8185-eebdacb4271f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.387421] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.436393] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: SUCCESS [ 989.436639] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.436867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.437128] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.437219] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.890224] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.890542] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.890542] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.890714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.890823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.890931] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 is going to be updated. [ 989.932275] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.932417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.932480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.932702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.932852] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.940420] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.940420] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.945773] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: IN_PROGRESS for 2s [ 990.026774] env[65824]: INFO networking_nsxv3.common.synchronization [req-90389b47-0c79-469a-a7ff-77513b844935 req-5ca241d9-f3ab-4b28-ac21-0465839b4efa service nova] Enqueued Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_rules [ 990.027043] env[65824]: INFO networking_nsxv3.common.synchronization [req-90389b47-0c79-469a-a7ff-77513b844935 req-5ca241d9-f3ab-4b28-ac21-0465839b4efa service nova] Enqueued Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 990.027245] env[65824]: INFO networking_nsxv3.common.synchronization [req-90389b47-0c79-469a-a7ff-77513b844935 req-5ca241d9-f3ab-4b28-ac21-0465839b4efa service nova] Enqueued Resource ID: ce8cea79-2498-4828-8185-eebdacb4271f with Priority: HIGHEST for action port [ 990.028156] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_rules [ 990.028370] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 990.028474] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8cea79-2498-4828-8185-eebdacb4271f with Priority: HIGHEST for action port [ 990.028756] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.028860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.029078] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.029294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.029436] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce8cea79-2498-4828-8185-eebdacb4271f taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.029507] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce8cea79-2498-4828-8185-eebdacb4271f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.029542] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce8cea79-2498-4828-8185-eebdacb4271f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.029737] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce8cea79-2498-4828-8185-eebdacb4271f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.029810] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce8cea79-2498-4828-8185-eebdacb4271f',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.266087] env[65824]: INFO networking_nsxv3.common.synchronization [req-e3cc22e7-4ddd-491a-9582-5b805266a706 req-98fd6332-f264-46f1-a3e1-e74f34fbd47e tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Enqueued Resource ID: e56f9361-e307-4927-a580-180907fcd2ed with Priority: HIGHEST for action security_group_members [ 990.266087] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e56f9361-e307-4927-a580-180907fcd2ed with Priority: HIGHEST for action security_group_members [ 990.266270] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e56f9361-e307-4927-a580-180907fcd2ed taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.266329] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.266381] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.266663] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.266861] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.266995] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.267078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.267252] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.267340] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.267471] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e56f9361-e307-4927-a580-180907fcd2ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.315922] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: SUCCESS [ 990.316153] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.316330] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.316563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.316734] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.316852] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.316920] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.317092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.317166] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.317251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.317341] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.354585] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8da4c6c-21c8-46c6-9108-700049113bf4 in Status: SUCCESS [ 990.354776] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 deletion is rescheduled due to dependency. [ 990.354956] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.533197] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce8cea79-2498-4828-8185-eebdacb4271f with status ACTIVE [ 990.533197] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.533197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.533197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.533197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.533197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.533197] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.533197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.533197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.533549] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.533549] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.533549] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.533647] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.533647] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.533881] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.534078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.534536] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce8cea79-2498-4828-8185-eebdacb4271f is going to be updated. [ 990.563528] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.563706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.563836] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.564043] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.564196] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.564363] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce8cea79-2498-4828-8185-eebdacb4271f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.770508] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.770647] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.770689] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.770995] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.770995] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.771190] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.771306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.771337] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.771780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.771780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.771780] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e56f9361-e307-4927-a580-180907fcd2ed is going to be updated. [ 990.802258] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.802529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.802529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.802686] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.802837] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.812852] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e56f9361-e307-4927-a580-180907fcd2ed in Status: IN_PROGRESS for 2s [ 990.820514] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.820737] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.820737] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.820954] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.821200] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.821200] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.821323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.821483] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.821588] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.821655] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.821884] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.821986] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.822072] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.822263] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.822508] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.822668] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.822783] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.823076] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.823182] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.823391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.823566] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.001867] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: SUCCESS [ 991.002117] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.002117] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.002313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.002504] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.002647] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.002694] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.002868] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.002930] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.002979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.003077] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.327568] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9fbec62-5fab-43be-8bfd-5f8949350202: rpc.has_security_group_logging(os_id): False [ 991.350320] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.350320] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.350587] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.350587] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.350669] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.350993] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.350993] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.351455] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.351455] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.351455] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.351776] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.351880] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.351880] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.352237] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.352237] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.352378] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.352482] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.352482] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.352652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.352705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.352808] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 is going to be updated. [ 991.419489] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.419652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.419734] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.419904] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.420175] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.439166] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: IN_PROGRESS for 2s [ 991.505477] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.505675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.505767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.506077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.506306] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.506422] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.506491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.506657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.506815] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.506849] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.506988] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.507097] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.507155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.507308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.507449] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.507538] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.507597] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.507734] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.507809] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.507899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.507989] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.958569] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: SUCCESS [ 991.958782] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.960112] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.960112] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.960112] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.960112] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.960112] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.960112] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.960112] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.960112] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.960112] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.962530] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.962864] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.963384] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.963641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.963746] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.963903] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.963978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.964104] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.992181] env[65824]: INFO networking_nsxv3.common.synchronization [None req-e3eeb83c-2b9a-4afa-8452-8a299022a2cd tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Enqueued Resource ID: 213e903a-5e9e-4ac7-9196-e688488348ef with Priority: HIGHEST for action security_group_rules [ 991.997274] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213e903a-5e9e-4ac7-9196-e688488348ef with Priority: HIGHEST for action security_group_rules [ 991.997274] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-213e903a-5e9e-4ac7-9196-e688488348ef taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.997274] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.997274] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.997274] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.997274] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('213e903a-5e9e-4ac7-9196-e688488348ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.012379] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f8b31da-d05b-4897-958a-270c782d9714: rpc.has_security_group_logging(os_id): False [ 992.036171] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.037514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.037514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.037514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.037514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.037514] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.037514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.037514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.037514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.037514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.037514] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.037514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.038270] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.038270] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.038270] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.038270] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.038270] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.038270] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.038652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.038652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.038803] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f8b31da-d05b-4897-958a-270c782d9714 is going to be updated. [ 992.104050] env[65824]: INFO networking_nsxv3.common.synchronization [None req-810f734c-bea8-45cc-af06-bc6d3fd0961e tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Enqueued Resource ID: 213e903a-5e9e-4ac7-9196-e688488348ef with Priority: HIGHEST for action security_group_rules [ 992.104050] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213e903a-5e9e-4ac7-9196-e688488348ef with Priority: HIGHEST for action security_group_rules [ 992.104050] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-213e903a-5e9e-4ac7-9196-e688488348ef taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.104050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.109789] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.112065] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.112065] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.112065] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.112065] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.131373] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: IN_PROGRESS for 2s [ 992.466102] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.466363] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.466671] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.518686] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.518873] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.519073] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.519343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.519467] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.519576] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 213e903a-5e9e-4ac7-9196-e688488348ef already deleted. [ 992.519718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.520355] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.520575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.520661] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('213e903a-5e9e-4ac7-9196-e688488348ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.823223] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e56f9361-e307-4927-a580-180907fcd2ed in Status: SUCCESS [ 992.823404] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e56f9361-e307-4927-a580-180907fcd2ed deletion is rescheduled due to dependency. [ 992.823503] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.969833] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.043255] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.043255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.043255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.043255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.043255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.043255] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 213e903a-5e9e-4ac7-9196-e688488348ef already deleted. [ 993.043255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.460150] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: SUCCESS [ 993.460150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.472582] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.472779] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.472830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.473009] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.473199] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.473199] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 is going to be updated. [ 993.504494] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.504655] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.504701] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.504916] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.505078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.515553] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: IN_PROGRESS for 2s [ 994.147948] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: SUCCESS [ 994.148351] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.526816] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: SUCCESS [ 995.527250] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.527391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.527597] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.527787] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.527902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.527964] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.528249] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.528333] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.528425] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.033860] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.536439] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.038716] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.038940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.038940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.039163] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.039258] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.039364] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 is going to be updated. [ 997.074436] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.074685] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.074685] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.074943] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.075153] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.092736] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: IN_PROGRESS for 2s [ 997.104754] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 997.104754] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 998.243021] env[65824]: INFO networking_nsxv3.common.synchronization [req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe req-833673ab-27ea-480a-9bb1-50726ac9e970 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Enqueued Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 998.243578] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 998.244017] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.244131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.244131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.244338] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.244499] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.244603] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.244683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.244859] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.244950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.245073] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.707262] env[65824]: INFO networking_nsxv3.common.synchronization [req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a req-c06d0f22-ab06-4f44-84cd-ff74096227c6 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Enqueued Resource ID: 2f5847a1-6546-4b62-bf43-bd91524df98b with Priority: HIGHEST for action security_group_members [ 998.707720] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5847a1-6546-4b62-bf43-bd91524df98b with Priority: HIGHEST for action security_group_members [ 998.708039] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5847a1-6546-4b62-bf43-bd91524df98b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.708218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.708308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.708717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.708717] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.708841] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.708841] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.708954] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.709079] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.709184] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f5847a1-6546-4b62-bf43-bd91524df98b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.747533] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.070613] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.070818] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-489" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.070941] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-489" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.071261] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-489" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.071492] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.071640] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.071793] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.072165] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.072371] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.072669] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.072836] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.073019] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.073177] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.073373] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.073538] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.073722] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.093159] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.093376] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 999.093587] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.093845] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-489" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.094314] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.094500] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.094625] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.094943] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.095159] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.104292] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: SUCCESS [ 999.104764] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.104764] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.104909] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.104976] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.105095] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.105148] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.105581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.105581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.105581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.105705] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.105852] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.105898] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.106099] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.106253] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.106567] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.106627] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.106749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.106823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.106907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.107112] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.211812] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.211812] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.211998] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.212207] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.212341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.212586] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.212722] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.212809] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.212994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.213123] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.213196] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5847a1-6546-4b62-bf43-bd91524df98b already deleted. [ 999.213266] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.250868] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.467049] env[65824]: INFO networking_nsxv3.common.synchronization [req-c21885ae-0752-4aa4-8f95-e43901665919 req-c94e6c4d-5c70-4804-8917-3c44077d37cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 999.467720] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 999.468014] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.468168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.468242] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.468491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.468656] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.468758] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.468812] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.468973] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.469112] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.469249] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.598844] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.599072] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.599072] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.600346] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.600346] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.600346] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1 not found, creating... [ 999.600346] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.600346] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.600346] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.600702] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.600800] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.601336] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.601541] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.601668] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.601937] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.602101] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.602285] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1 is going to be created. [ 999.608857] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 391c9fc4-1ca6-4505-a43b-ac3c7106ab84: rpc.has_security_group_logging(os_id): False [ 999.627970] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.628290] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.628385] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.628687] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.629236] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.629236] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.631428] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.631648] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.631698] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.632098] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.632216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.632504] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.632646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.632717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.632953] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.633080] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.633312] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.633492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.633492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.633672] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.633779] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.634111] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.634334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.634439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.634675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.634828] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.635026] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 is going to be updated. [ 999.754499] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.754499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.754499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.754949] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.754949] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.754949] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 is going to be updated. [ 999.809415] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.809535] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.809590] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.809859] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.810120] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.836273] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: IN_PROGRESS for 2s [ 999.866192] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.866450] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.866619] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.866903] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.867162] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.894344] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: IN_PROGRESS for 2s [ 999.972198] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.320809] env[65824]: INFO networking_nsxv3.common.synchronization [None req-8bfa8b8d-84dc-4838-8f9f-f0c362abbdae tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 1000.322042] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 1000.322113] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.322268] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.363280] env[65824]: INFO networking_nsxv3.common.synchronization [req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a req-4e899929-5c14-4bac-a575-9cfe6dc5edae service nova] Enqueued Resource ID: 2f5847a1-6546-4b62-bf43-bd91524df98b with Priority: HIGHEST for action security_group_rules [ 1000.363280] env[65824]: INFO networking_nsxv3.common.synchronization [req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a req-4e899929-5c14-4bac-a575-9cfe6dc5edae service nova] Enqueued Resource ID: 2f5847a1-6546-4b62-bf43-bd91524df98b with Priority: HIGHEST for action security_group_members [ 1000.363280] env[65824]: INFO networking_nsxv3.common.synchronization [req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a req-4e899929-5c14-4bac-a575-9cfe6dc5edae service nova] Enqueued Resource ID: 1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1 with Priority: HIGHEST for action port [ 1000.363280] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5847a1-6546-4b62-bf43-bd91524df98b with Priority: HIGHEST for action security_group_rules [ 1000.363280] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5847a1-6546-4b62-bf43-bd91524df98b with Priority: HIGHEST for action security_group_members [ 1000.363280] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1 with Priority: HIGHEST for action port [ 1000.363619] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f5847a1-6546-4b62-bf43-bd91524df98b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.363619] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.363723] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.363968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.364130] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f5847a1-6546-4b62-bf43-bd91524df98b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.365129] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5847a1-6546-4b62-bf43-bd91524df98b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.365303] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.365303] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.365476] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.365787] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.365907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.365975] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.366144] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.367301] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.367378] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f5847a1-6546-4b62-bf43-bd91524df98b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.370547] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.370655] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.370716] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.370881] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.370958] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.475258] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.871433] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f5847a1-6546-4b62-bf43-bd91524df98b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.873239] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1 with status ACTIVE [ 1000.873480] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.873649] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.873752] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.874122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.874304] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.874422] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.874558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.874625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.874828] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.874917] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.875158] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.875260] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.875321] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.875472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.875549] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.875652] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1 is going to be updated. [ 1000.877155] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5847a1-6546-4b62-bf43-bd91524df98b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.877273] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.903553] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.903742] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.903903] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.904170] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.904348] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.904548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.977748] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.978147] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.978147] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.978332] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.978428] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.978532] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 is going to be updated. [ 1001.019925] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.020172] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.020172] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.020322] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.020470] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.031655] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: IN_PROGRESS for 2s [ 1001.270894] env[65824]: INFO networking_nsxv3.common.synchronization [req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 req-877f0419-cfaf-42a6-9c6b-8e9c1fca4ff4 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Enqueued Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 1001.271667] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 1001.272138] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.272317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.272412] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.272675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.272888] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.273037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.273130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.273355] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.273442] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.273574] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.374655] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f5847a1-6546-4b62-bf43-bd91524df98b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.458320] env[65824]: INFO networking_nsxv3.common.synchronization [req-cad043f9-d7af-4739-91fc-5d25b64de0f1 req-6d99640b-7672-4e8a-86ff-24bf3da5d3b8 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Enqueued Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 1001.458865] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 with Priority: HIGHEST for action security_group_members [ 1001.459215] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.459716] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.777212] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.855673] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: SUCCESS [ 1001.855673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.856214] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.856214] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.856214] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.876304] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.876478] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.876562] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.876805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.876905] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.877050] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5847a1-6546-4b62-bf43-bd91524df98b is going to be created. [ 1001.904987] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.904987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.904987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.904987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.904987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.908086] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: SUCCESS [ 1001.908086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.914109] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5847a1-6546-4b62-bf43-bd91524df98b in Status: UNINITIALIZED for 2s [ 1002.279441] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.380985] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.381385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.381385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.381454] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.381494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.381592] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 is going to be deleted. [ 1002.418350] env[65824]: INFO networking_nsxv3.common.synchronization [req-76459eeb-e525-42dd-adbc-ad826d09eae5 req-45c95b98-1d80-4303-b582-4ff1b206b251 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Enqueued Resource ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 with Priority: HIGHEST for action security_group_members [ 1002.418699] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 with Priority: HIGHEST for action security_group_members [ 1002.419174] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6bb9775-3006-49ef-a785-95b6d1e612a2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.419283] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.419468] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.419772] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.420053] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.420232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.420344] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.420657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.420857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.421023] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6bb9775-3006-49ef-a785-95b6d1e612a2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.487135] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.487417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.487812] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.488154] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.488440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.488440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.752581] env[65824]: INFO networking_nsxv3.common.synchronization [req-4f923df6-4cbc-4e65-ae72-79b085097768 req-ffe7d9a1-50b8-4f78-a342-c8467416455b tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Enqueued Resource ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed with Priority: HIGHEST for action security_group_members [ 1002.753031] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed with Priority: HIGHEST for action security_group_members [ 1002.753510] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de8a18b-e850-4c49-b772-e24eb0a507ed taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.753782] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.755271] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.755773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.756056] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.757346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.757346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.757346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.757346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.757346] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de8a18b-e850-4c49-b772-e24eb0a507ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.785651] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.785651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.785651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.785651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.785651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.785651] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 is going to be updated. [ 1002.838756] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.843547] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.843547] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.843547] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.843547] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.852338] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: IN_PROGRESS for 2s [ 1002.925792] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.926036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.926165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.926478] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.952087] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.952985] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.953133] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.955717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.955717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.955717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.955717] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 is going to be updated. [ 1002.995238] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.995380] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.995449] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.995657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.995800] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.005289] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 in Status: IN_PROGRESS for 2s [ 1003.043141] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: SUCCESS [ 1003.043367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.043973] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.044203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.044420] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.044551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.044621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.045200] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.045291] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.045390] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.204546] env[65824]: INFO networking_nsxv3.common.synchronization [req-de857115-20bb-47fb-bc8b-bf577c7c8c1f req-8ac6276e-8ceb-452a-9167-3a6f3aef476a tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a with Priority: HIGHEST for action security_group_members [ 1003.205150] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a with Priority: HIGHEST for action security_group_members [ 1003.205750] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a302a49-8f30-4acd-9703-0b2e5274ad8a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.205918] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.206031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.206296] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.206503] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.206646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.206743] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.206959] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.207112] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.207242] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a302a49-8f30-4acd-9703-0b2e5274ad8a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.259522] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.259522] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.259522] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.259721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.259812] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.260013] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.260121] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.260187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.260336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.260414] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.260500] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed is going to be updated. [ 1003.308831] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.308831] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.308831] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.308831] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.309293] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.322046] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed in Status: IN_PROGRESS for 2s [ 1003.547787] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.550888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.550888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.550888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.550888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.550888] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.550888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.550888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.550888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.550888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.550888] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 is going to be updated. [ 1003.580366] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.580534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.580592] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.580796] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.580946] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.591864] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: IN_PROGRESS for 2s [ 1003.709146] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.709295] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.709357] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.709581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.733500] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.733500] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.733660] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.733660] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.734029] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.734029] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.734029] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a is going to be updated. [ 1003.805374] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.805540] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.805628] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.805948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.806181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.815683] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a in Status: IN_PROGRESS for 2s [ 1003.925086] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5847a1-6546-4b62-bf43-bd91524df98b in Status: SUCCESS [ 1003.925086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.925270] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.925345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.925645] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.925645] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.925796] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.925872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.925943] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.926032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.926125] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f5847a1-6546-4b62-bf43-bd91524df98b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.428025] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5847a1-6546-4b62-bf43-bd91524df98b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.428383] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.428383] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.428512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.428636] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.428732] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.428794] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.428994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.429062] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.429130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.429271] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5847a1-6546-4b62-bf43-bd91524df98b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.429404] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.429500] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.429659] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.429833] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.429935] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.429991] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.430175] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.430251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.430346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.430459] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f5847a1-6546-4b62-bf43-bd91524df98b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.862969] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 in Status: SUCCESS [ 1004.863297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.863388] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.863582] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.863946] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.864295] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.864367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.864538] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.864621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.864716] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('391c9fc4-1ca6-4505-a43b-ac3c7106ab84',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.933229] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f5847a1-6546-4b62-bf43-bd91524df98b: rpc.has_security_group_logging(os_id): False [ 1004.951567] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.953060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.953060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.953060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.953060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.953060] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.953060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.953060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.953355] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.953355] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.953478] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.953585] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.953652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.953803] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.953963] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.954191] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.954797] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.954894] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.955066] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.955207] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.955344] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f5847a1-6546-4b62-bf43-bd91524df98b is going to be created. [ 1005.017309] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 in Status: SUCCESS [ 1005.017516] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6bb9775-3006-49ef-a785-95b6d1e612a2 deletion is rescheduled due to dependency. [ 1005.017651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6bb9775-3006-49ef-a785-95b6d1e612a2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.032283] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.032474] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.032516] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.032760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.032879] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.045909] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f5847a1-6546-4b62-bf43-bd91524df98b in Status: IN_PROGRESS for 2s [ 1005.334145] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed in Status: SUCCESS [ 1005.334145] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de8a18b-e850-4c49-b772-e24eb0a507ed deletion is rescheduled due to dependency. [ 1005.334145] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de8a18b-e850-4c49-b772-e24eb0a507ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.369038] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.369038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.369038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.369038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.369038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.369038] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.369038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.369038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.369038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.369038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.369038] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 391c9fc4-1ca6-4505-a43b-ac3c7106ab84 is going to be deleted. [ 1005.405478] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.405638] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.405747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.406179] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.406179] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.406179] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-391c9fc4-1ca6-4505-a43b-ac3c7106ab84" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.604595] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: SUCCESS [ 1005.604595] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 deletion is rescheduled due to dependency. [ 1005.604595] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.825576] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a in Status: SUCCESS [ 1005.825761] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a deletion is rescheduled due to dependency. [ 1005.825920] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.350069] env[65824]: INFO networking_nsxv3.common.synchronization [req-e7961377-b5cd-4980-942f-c92a173bd615 req-ab42d320-ba2c-4c00-89b4-7ebdd45d469a tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Enqueued Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_members [ 1006.350545] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_members [ 1006.350676] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.350760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.350823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.353230] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.353230] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.353230] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.353230] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.353230] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.353230] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.353230] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.449791] env[65824]: INFO networking_nsxv3.common.synchronization [req-8da74758-a78d-4aff-b24b-972a95bf2ded req-4a96389e-b809-493d-99fc-839533a787e7 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Enqueued Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_members [ 1006.450314] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGHEST for action security_group_members [ 1006.451663] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.451766] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.854760] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.057291] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f5847a1-6546-4b62-bf43-bd91524df98b in Status: SUCCESS [ 1007.057523] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.357051] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.860400] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.860400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.860400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.860613] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.860613] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.860613] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8b31da-d05b-4897-958a-270c782d9714 is going to be updated. [ 1007.891148] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.891388] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.891388] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.891606] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.891753] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.901103] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: IN_PROGRESS for 2s [ 1009.913575] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: SUCCESS [ 1009.913872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.914103] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.914307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.914513] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.914635] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.914701] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.915243] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.915243] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.915243] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.417795] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.417795] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.417795] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.418160] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.418261] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.418459] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.418561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.418622] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.418779] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.418869] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.418981] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8b31da-d05b-4897-958a-270c782d9714 is going to be updated. [ 1010.447622] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.447861] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.447861] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.447985] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.448131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.458411] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: IN_PROGRESS for 2s [ 1011.134669] env[65824]: INFO networking_nsxv3.common.synchronization [req-f19670d3-301a-42a9-ad0f-4c68f128d95c req-3056e466-03cd-4eb1-bdb1-4a237c3cb661 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1011.136204] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1011.136204] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.138242] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.140032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.140305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.140445] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.140560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.140625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.140810] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.140885] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.140984] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.466034] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.466034] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.466034] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.466034] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.466034] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.466971] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.467325] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.470165] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.470165] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.470165] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.470165] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.470165] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.470165] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.470165] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.470165] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.470165] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.494288] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.494526] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.494811] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.495429] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.495668] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-3f2b6330-054d-493b-a5a5-8e2c2826662d taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.495886] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-3f2b6330-054d-493b-a5a5-8e2c2826662d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.496029] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-3f2b6330-054d-493b-a5a5-8e2c2826662d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.496348] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-3f2b6330-054d-493b-a5a5-8e2c2826662d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.496501] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f2b6330-054d-493b-a5a5-8e2c2826662d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.643777] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.999810] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.000207] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.000286] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.000657] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.000867] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.001110] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 3f2b6330-054d-493b-a5a5-8e2c2826662d not found, creating... [ 1012.001543] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.001888] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.002189] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.002451] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.002741] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.003271] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.003444] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.003562] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.003797] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.004030] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.004258] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 3f2b6330-054d-493b-a5a5-8e2c2826662d is going to be created. [ 1012.053317] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.053660] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.053904] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.054359] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.054719] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.055155] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-3f2b6330-054d-493b-a5a5-8e2c2826662d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.147081] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.263645] env[65824]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1012.263645] env[65824]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] NSXv3 Agent Agent loop - iteration:2 started [ 1012.467824] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8b31da-d05b-4897-958a-270c782d9714 in Status: SUCCESS [ 1012.468040] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8b31da-d05b-4897-958a-270c782d9714 deletion is rescheduled due to dependency. [ 1012.468166] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.649496] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.649496] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.649496] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.649646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.649646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.649746] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 1012.685948] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.685948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.685948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.685948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.685948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.696149] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 1012.748720] env[65824]: INFO networking_nsxv3.common.synchronization [req-f19670d3-301a-42a9-ad0f-4c68f128d95c req-da65e654-f9cf-4d38-8435-9f3b251f715e service nova] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_rules [ 1012.748911] env[65824]: INFO networking_nsxv3.common.synchronization [req-f19670d3-301a-42a9-ad0f-4c68f128d95c req-da65e654-f9cf-4d38-8435-9f3b251f715e service nova] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1012.749091] env[65824]: INFO networking_nsxv3.common.synchronization [req-f19670d3-301a-42a9-ad0f-4c68f128d95c req-da65e654-f9cf-4d38-8435-9f3b251f715e service nova] Enqueued Resource ID: 3f2b6330-054d-493b-a5a5-8e2c2826662d with Priority: HIGHEST for action port [ 1012.749640] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_rules [ 1012.749813] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1012.749915] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2b6330-054d-493b-a5a5-8e2c2826662d with Priority: HIGHEST for action port [ 1012.750340] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.750459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.750527] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.750730] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.750804] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.752137] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.752231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.752500] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f2b6330-054d-493b-a5a5-8e2c2826662d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.752615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f2b6330-054d-493b-a5a5-8e2c2826662d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.752675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f2b6330-054d-493b-a5a5-8e2c2826662d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.752981] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f2b6330-054d-493b-a5a5-8e2c2826662d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.752981] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f2b6330-054d-493b-a5a5-8e2c2826662d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.253286] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.253685] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.254838] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f2b6330-054d-493b-a5a5-8e2c2826662d with status ACTIVE [ 1013.256225] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.256225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.256225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.256225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.256225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.256225] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.256225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.256225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.256225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.256225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.257205] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.257205] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.257205] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.257205] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.257205] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.257205] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f2b6330-054d-493b-a5a5-8e2c2826662d is going to be updated. [ 1013.293347] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.293347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.293347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.293347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.293347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.293347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f2b6330-054d-493b-a5a5-8e2c2826662d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.646930] env[65824]: INFO networking_nsxv3.common.synchronization [req-df91639d-67b8-4977-894b-186e1e50ca5f req-fef9adb2-c305-427e-bca7-fc4630e090d0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Enqueued Resource ID: 213e903a-5e9e-4ac7-9196-e688488348ef with Priority: HIGHEST for action security_group_members [ 1013.648032] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213e903a-5e9e-4ac7-9196-e688488348ef with Priority: HIGHEST for action security_group_members [ 1013.648032] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-213e903a-5e9e-4ac7-9196-e688488348ef taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.648032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.648032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.648931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.648931] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.648931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.648931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.648931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.649228] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.649228] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('213e903a-5e9e-4ac7-9196-e688488348ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.056654] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.056861] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-216" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.056984] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-216" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.057289] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-216" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.057550] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.057704] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.057819] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.058064] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.058201] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.058371] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.058484] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.058590] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.058704] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.058783] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.058885] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.059018] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.085778] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.085956] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.086109] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.086449] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-216" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.086806] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-efd530ad-fb83-4050-8a20-4e6a82e1e995 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.087060] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-efd530ad-fb83-4050-8a20-4e6a82e1e995" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.087205] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-efd530ad-fb83-4050-8a20-4e6a82e1e995" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.087534] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-efd530ad-fb83-4050-8a20-4e6a82e1e995" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.087690] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efd530ad-fb83-4050-8a20-4e6a82e1e995',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.151846] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.152088] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.152163] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.152391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.152492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.152691] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.152789] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.152903] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.153139] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.153183] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.153312] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 213e903a-5e9e-4ac7-9196-e688488348ef already deleted. [ 1014.153361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.589969] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.590381] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.590381] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.590637] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.590809] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.590981] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port efd530ad-fb83-4050-8a20-4e6a82e1e995 not found, creating... [ 1014.591274] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.591434] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.591692] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.591988] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.592341] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.592493] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.592657] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.592776] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.593000] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.593161] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.593389] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: efd530ad-fb83-4050-8a20-4e6a82e1e995 is going to be created. [ 1014.618925] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.619455] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.619455] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.619586] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.620432] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.620432] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-efd530ad-fb83-4050-8a20-4e6a82e1e995" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.708864] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 1014.708864] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.708864] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.708864] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.709132] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.709265] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.709407] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.709544] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.709638] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.709734] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.213269] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.318269] env[65824]: INFO networking_nsxv3.common.synchronization [req-df91639d-67b8-4977-894b-186e1e50ca5f req-557369b7-5ab1-450c-b6b1-1bca49bec241 service nova] Enqueued Resource ID: 213e903a-5e9e-4ac7-9196-e688488348ef with Priority: HIGHEST for action security_group_rules [ 1015.318269] env[65824]: INFO networking_nsxv3.common.synchronization [req-df91639d-67b8-4977-894b-186e1e50ca5f req-557369b7-5ab1-450c-b6b1-1bca49bec241 service nova] Enqueued Resource ID: 213e903a-5e9e-4ac7-9196-e688488348ef with Priority: HIGHEST for action security_group_members [ 1015.318269] env[65824]: INFO networking_nsxv3.common.synchronization [req-df91639d-67b8-4977-894b-186e1e50ca5f req-557369b7-5ab1-450c-b6b1-1bca49bec241 service nova] Enqueued Resource ID: efd530ad-fb83-4050-8a20-4e6a82e1e995 with Priority: HIGHEST for action port [ 1015.318269] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213e903a-5e9e-4ac7-9196-e688488348ef with Priority: HIGHEST for action security_group_rules [ 1015.318269] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213e903a-5e9e-4ac7-9196-e688488348ef with Priority: HIGHEST for action security_group_members [ 1015.318269] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd530ad-fb83-4050-8a20-4e6a82e1e995 with Priority: HIGHEST for action port [ 1015.318269] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-213e903a-5e9e-4ac7-9196-e688488348ef taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.318269] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.318269] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.318269] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.318269] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('213e903a-5e9e-4ac7-9196-e688488348ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.318879] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-213e903a-5e9e-4ac7-9196-e688488348ef taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.318879] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.319068] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.319068] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.320384] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.320384] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.320384] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.320384] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.320384] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.320384] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('213e903a-5e9e-4ac7-9196-e688488348ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.320972] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-efd530ad-fb83-4050-8a20-4e6a82e1e995 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.321089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efd530ad-fb83-4050-8a20-4e6a82e1e995" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.321153] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efd530ad-fb83-4050-8a20-4e6a82e1e995" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.321306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efd530ad-fb83-4050-8a20-4e6a82e1e995" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.321386] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efd530ad-fb83-4050-8a20-4e6a82e1e995',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.718031] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.822976] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('213e903a-5e9e-4ac7-9196-e688488348ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.824223] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-213e903a-5e9e-4ac7-9196-e688488348ef taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.824435] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.824944] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efd530ad-fb83-4050-8a20-4e6a82e1e995 with status ACTIVE [ 1015.825605] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.825605] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.825605] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.825762] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.825762] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.825916] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.826075] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.826075] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.826367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.826367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.826522] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.826573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.826640] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.826764] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.826835] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.826956] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efd530ad-fb83-4050-8a20-4e6a82e1e995 is going to be updated. [ 1015.854562] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.854562] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.854562] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.854915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.854915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.855069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efd530ad-fb83-4050-8a20-4e6a82e1e995" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.222539] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.222733] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.222791] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.223111] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.223221] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.223298] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 1016.254163] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.254390] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.254390] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.254564] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.254711] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.264268] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 1016.326265] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('213e903a-5e9e-4ac7-9196-e688488348ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.828703] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.830084] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.830084] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.830084] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.830084] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.830084] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 213e903a-5e9e-4ac7-9196-e688488348ef is going to be created. [ 1016.865988] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.866204] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.866258] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.866481] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.866735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.880333] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213e903a-5e9e-4ac7-9196-e688488348ef in Status: UNINITIALIZED for 2s [ 1018.262271] env[65824]: INFO networking_nsxv3.common.synchronization [req-852d317d-ab18-4578-ae19-f0ded4288128 req-f7d28310-4cac-4a0a-896f-77e97a21555e tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Enqueued Resource ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 with Priority: HIGHEST for action security_group_members [ 1018.263766] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 with Priority: HIGHEST for action security_group_members [ 1018.265122] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e531ed4-7e23-4c7d-860e-1bb985914710 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.265263] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.265331] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.265534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.265689] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.265789] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.265855] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.266063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.266150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.266308] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e531ed4-7e23-4c7d-860e-1bb985914710',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.278019] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 1018.278277] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.278722] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.278960] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.279206] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.279360] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.279429] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.279632] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.279767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.279931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.280103] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.769266] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.769446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.769536] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.769777] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.769891] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.770118] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.770225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.770314] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.770490] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.770571] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.770661] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 is going to be updated. [ 1018.782736] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.782911] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.783041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.783261] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.783499] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.783626] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.783717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.783925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.784405] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.784405] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.784405] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.784999] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.784999] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.784999] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.785134] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.785134] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.785234] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.785405] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.785495] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.785605] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.785704] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.804625] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.804625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.804833] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.804931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.805124] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.815845] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 in Status: IN_PROGRESS for 2s [ 1018.924505] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213e903a-5e9e-4ac7-9196-e688488348ef in Status: SUCCESS [ 1018.924505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.924737] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.924811] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.925031] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.925197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.925264] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.925441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.925521] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.925612] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.925754] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('213e903a-5e9e-4ac7-9196-e688488348ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.931739] env[65824]: INFO networking_nsxv3.common.synchronization [req-775785ee-ed10-4209-abbc-b0ece7885483 req-7fd948e7-e0c2-49eb-8e47-af7740dbbe94 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Enqueued Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 1018.931852] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 1018.932509] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.932617] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.932752] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.932907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.933020] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.933119] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.933173] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.933319] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.933401] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.933778] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.291857] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8: rpc.has_security_group_logging(os_id): False [ 1019.308778] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.308932] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.309031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.309237] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.309448] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.309563] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.309710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.309710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.309899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.309899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.312611] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.312611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.312611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.312611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.312611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.312611] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.312611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.312611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.312611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.312611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.312611] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 1019.402591] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.403480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.403642] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.403916] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.404224] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.420120] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 1019.432184] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('213e903a-5e9e-4ac7-9196-e688488348ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.439161] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.934650] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 213e903a-5e9e-4ac7-9196-e688488348ef: rpc.has_security_group_logging(os_id): False [ 1019.940693] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.956426] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.956868] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.956868] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.956868] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.957045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.957867] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.957867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.957867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.957867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.957867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.957867] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 213e903a-5e9e-4ac7-9196-e688488348ef is going to be created. [ 1020.024370] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.024482] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.024542] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.024744] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.024918] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.041829] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 213e903a-5e9e-4ac7-9196-e688488348ef in Status: IN_PROGRESS for 2s [ 1020.137033] env[65824]: INFO networking_nsxv3.common.synchronization [None req-364b4fc7-6f32-4b55-97a5-865b159210fb tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Enqueued Resource ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 with Priority: HIGHEST for action security_group_rules [ 1020.137465] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 with Priority: HIGHEST for action security_group_rules [ 1020.137815] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d797506-7d66-48d7-b3da-fe15c32725e8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.138713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.138713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.138713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.138713] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d797506-7d66-48d7-b3da-fe15c32725e8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.444060] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.444060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.444060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.444555] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.444555] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.444798] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 is going to be updated. [ 1020.468763] env[65824]: INFO networking_nsxv3.common.synchronization [None req-8969f7d9-cc87-4439-9327-e74325752f23 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Enqueued Resource ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 with Priority: HIGHEST for action security_group_rules [ 1020.469340] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 with Priority: HIGHEST for action security_group_rules [ 1020.469921] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d797506-7d66-48d7-b3da-fe15c32725e8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.469921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.496111] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.496261] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.496341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.496560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.496707] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.518213] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: IN_PROGRESS for 2s [ 1020.666014] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.666014] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.666014] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.666249] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.666358] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.666445] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 already deleted. [ 1020.666585] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.666815] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.667050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.667187] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d797506-7d66-48d7-b3da-fe15c32725e8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.674068] env[65824]: INFO networking_nsxv3.common.synchronization [None req-b93ef57d-009a-44aa-9709-fe35e3cab101 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGHEST for action security_group_rules [ 1020.674789] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGHEST for action security_group_rules [ 1020.675892] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4038ee53-8771-4299-9d29-5494e0bcae3b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.676300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.676428] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.676778] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.678038] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.831665] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 in Status: SUCCESS [ 1020.831665] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e531ed4-7e23-4c7d-860e-1bb985914710 deletion is rescheduled due to dependency. [ 1020.831665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e531ed4-7e23-4c7d-860e-1bb985914710" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.195337] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.195497] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.195581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.195760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.195847] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.195941] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 already deleted. [ 1021.196034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.202552] env[65824]: INFO networking_nsxv3.common.synchronization [None req-16afa37d-6f44-439a-a987-a63a24e36e0f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGHEST for action security_group_rules [ 1021.203485] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGHEST for action security_group_rules [ 1021.203874] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4038ee53-8771-4299-9d29-5494e0bcae3b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.203874] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.215069] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.215069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.215069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.215069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.215069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.215069] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4038ee53-8771-4299-9d29-5494e0bcae3b already deleted. [ 1021.215069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.215069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.215069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.215069] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.435021] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 1021.435346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.738523] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.739311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.740060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.740060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.740060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.740060] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4038ee53-8771-4299-9d29-5494e0bcae3b already deleted. [ 1021.740445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.054889] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 213e903a-5e9e-4ac7-9196-e688488348ef in Status: SUCCESS [ 1022.054889] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.528467] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: SUCCESS [ 1022.528715] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.204343] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1026.204656] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1027.083056] env[65824]: INFO networking_nsxv3.common.synchronization [req-0197da17-d962-48cc-99ca-1d096ea19267 req-55211ee2-ee67-41a6-ac38-cdf5a0e52787 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Enqueued Resource ID: 2f5847a1-6546-4b62-bf43-bd91524df98b with Priority: HIGHEST for action security_group_members [ 1027.083056] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5847a1-6546-4b62-bf43-bd91524df98b with Priority: HIGHEST for action security_group_members [ 1027.083688] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5847a1-6546-4b62-bf43-bd91524df98b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.083853] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.083950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.084198] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.084437] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.084594] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.084688] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.084878] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.085045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.085206] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f5847a1-6546-4b62-bf43-bd91524df98b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.255427] env[65824]: INFO networking_nsxv3.common.synchronization [None req-fa35cf79-df6c-4f6e-a382-cae0812b4fbe tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Enqueued Resource ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 with Priority: HIGHEST for action security_group_rules [ 1027.255941] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 with Priority: HIGHEST for action security_group_rules [ 1027.256261] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.256386] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.256453] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.256746] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.256827] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee1adac1-f6c7-4d89-ac20-ac2cf742afc1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.408734] env[65824]: INFO networking_nsxv3.common.synchronization [None req-7e145c1a-79a0-4b29-adea-2cf2659a6c53 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Enqueued Resource ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 with Priority: HIGHEST for action security_group_rules [ 1027.409471] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 with Priority: HIGHEST for action security_group_rules [ 1027.409634] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.409736] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.480664] env[65824]: INFO networking_nsxv3.common.synchronization [req-25867a4d-21ae-4a57-80ec-42b206d8525e req-98029ef7-b183-44cb-a5ba-47310133cf6a tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Enqueued Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_members [ 1027.481185] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_members [ 1027.481429] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.481544] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.481611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.481807] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.481957] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.482096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.482148] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.482361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.482427] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.482526] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.587688] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.587847] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.588094] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.588166] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.588240] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.588432] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.592020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.592020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.592020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.592020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.592020] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5847a1-6546-4b62-bf43-bd91524df98b is going to be updated. [ 1027.624294] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.624511] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.624562] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.624754] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.624903] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.637631] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5847a1-6546-4b62-bf43-bd91524df98b in Status: IN_PROGRESS for 2s [ 1027.779901] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.779901] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.779901] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.780120] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.780207] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.780335] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 already deleted. [ 1027.780426] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.780579] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.780733] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.780812] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee1adac1-f6c7-4d89-ac20-ac2cf742afc1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.872161] env[65824]: INFO networking_nsxv3.common.synchronization [req-217a9244-f951-4073-9238-e3d8b923d2ce req-32b28462-6d19-4e88-9288-673e1f427391 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1027.872700] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1027.873016] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.873278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.873341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.873534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.873689] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.873784] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.873844] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.873983] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.874078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.874167] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.984540] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.984680] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.984754] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.984966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.006440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.006707] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.006824] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.006894] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.007106] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.007189] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.007272] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 is going to be updated. [ 1028.035394] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.035553] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.035637] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.035837] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.035990] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.046298] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: IN_PROGRESS for 2s [ 1028.078935] env[65824]: INFO networking_nsxv3.common.synchronization [req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 req-fb848a74-77e8-4a95-8934-3403bd886090 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 1028.079241] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 1028.080206] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.080206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.080206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.080206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.080206] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.080427] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.080427] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.080491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.080599] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.080674] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.304094] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.304589] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.304589] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.304589] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.304696] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.305129] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 already deleted. [ 1028.305129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.376468] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.583525] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.583609] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.583669] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.583940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.584048] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.584303] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.584409] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.584488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.584672] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.584735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.584779] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be updated. [ 1028.615693] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.615693] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.615693] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.615693] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.615693] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.625040] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: IN_PROGRESS for 2s [ 1028.878658] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.383241] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.383559] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.383662] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.383896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.383973] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.384096] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 1029.412336] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.412532] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.412601] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.412803] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.412954] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.422224] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 1029.650218] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5847a1-6546-4b62-bf43-bd91524df98b in Status: SUCCESS [ 1029.650418] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5847a1-6546-4b62-bf43-bd91524df98b deletion is rescheduled due to dependency. [ 1029.650524] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.056096] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: SUCCESS [ 1030.056096] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 deletion is rescheduled due to dependency. [ 1030.056410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.635206] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: SUCCESS [ 1030.635572] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b deletion is rescheduled due to dependency. [ 1030.635623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.792013] env[65824]: INFO networking_nsxv3.common.synchronization [req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 req-b2b0fd14-cfae-47f9-a857-f08114c334fb tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Enqueued Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 1030.792605] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 with Priority: HIGHEST for action security_group_members [ 1030.792906] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.793062] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.793143] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.793343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.793686] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.793686] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.793686] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.793824] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.793907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.793995] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e132663d-fdbb-4a15-8d4f-beb5b0df29e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.296419] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.296623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.296674] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.296870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.296956] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.297169] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.297282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.297341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.297519] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.297616] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.297674] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 is going to be updated. [ 1031.327400] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.327529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.327596] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.327813] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.327960] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.336512] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: IN_PROGRESS for 2s [ 1031.431175] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 1031.431391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.349774] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 in Status: SUCCESS [ 1033.350176] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e132663d-fdbb-4a15-8d4f-beb5b0df29e4 deletion is rescheduled due to dependency. [ 1033.350176] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e132663d-fdbb-4a15-8d4f-beb5b0df29e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.077284] env[65824]: INFO networking_nsxv3.common.synchronization [req-448d36f3-d323-4600-acac-8176b57ea7c6 req-3dae9383-bcc2-47f3-bbaf-77469fcdcc15 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Enqueued Resource ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 with Priority: HIGHEST for action security_group_members [ 1035.077624] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 with Priority: HIGHEST for action security_group_members [ 1035.077624] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d797506-7d66-48d7-b3da-fe15c32725e8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.077760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.077815] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.078146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.078311] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.078419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.078472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.078635] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.078719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.078809] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d797506-7d66-48d7-b3da-fe15c32725e8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.374319] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.374597] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-673" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.374644] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-673" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.375151] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-673" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.375487] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.375741] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.375938] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.376318] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.376578] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.376881] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.377081] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.377284] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.377488] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.377706] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.377915] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.378144] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.407825] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.408054] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.408187] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.408368] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-673" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.408748] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-b9b3201b-d498-49e4-8d28-b6e44fed0be8 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.408956] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-b9b3201b-d498-49e4-8d28-b6e44fed0be8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.409117] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-b9b3201b-d498-49e4-8d28-b6e44fed0be8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.409515] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-b9b3201b-d498-49e4-8d28-b6e44fed0be8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.409670] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9b3201b-d498-49e4-8d28-b6e44fed0be8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.581418] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.581629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.581728] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.581921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.582038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.582235] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.582356] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.582422] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.582560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.582696] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.582739] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 already deleted. [ 1035.582808] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.912761] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.913058] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.913189] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.913477] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.913629] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.913788] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port b9b3201b-d498-49e4-8d28-b6e44fed0be8 not found, creating... [ 1035.914070] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.914265] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.914457] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.914695] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.914833] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.915817] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.915817] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.915817] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.915817] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.916127] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.916127] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: b9b3201b-d498-49e4-8d28-b6e44fed0be8 is going to be created. [ 1035.936850] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.937342] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.937342] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.937476] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.937712] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.937933] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-b9b3201b-d498-49e4-8d28-b6e44fed0be8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.657041] env[65824]: INFO networking_nsxv3.common.synchronization [req-448d36f3-d323-4600-acac-8176b57ea7c6 req-1e4bf23c-1266-496a-a7ae-8a28c429e118 service nova] Enqueued Resource ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 with Priority: HIGHEST for action security_group_rules [ 1036.658626] env[65824]: INFO networking_nsxv3.common.synchronization [req-448d36f3-d323-4600-acac-8176b57ea7c6 req-1e4bf23c-1266-496a-a7ae-8a28c429e118 service nova] Enqueued Resource ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 with Priority: HIGHEST for action security_group_members [ 1036.658626] env[65824]: INFO networking_nsxv3.common.synchronization [req-448d36f3-d323-4600-acac-8176b57ea7c6 req-1e4bf23c-1266-496a-a7ae-8a28c429e118 service nova] Enqueued Resource ID: b9b3201b-d498-49e4-8d28-b6e44fed0be8 with Priority: HIGHEST for action port [ 1036.658626] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 with Priority: HIGHEST for action security_group_rules [ 1036.658626] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 with Priority: HIGHEST for action security_group_members [ 1036.658626] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b3201b-d498-49e4-8d28-b6e44fed0be8 with Priority: HIGHEST for action port [ 1036.659182] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d797506-7d66-48d7-b3da-fe15c32725e8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.659334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.659427] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.659644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.659734] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d797506-7d66-48d7-b3da-fe15c32725e8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.660669] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d797506-7d66-48d7-b3da-fe15c32725e8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.660819] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.660927] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.661170] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.661350] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.661456] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.661521] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.661663] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.661749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.661840] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d797506-7d66-48d7-b3da-fe15c32725e8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.662917] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9b3201b-d498-49e4-8d28-b6e44fed0be8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.662917] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9b3201b-d498-49e4-8d28-b6e44fed0be8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.662917] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9b3201b-d498-49e4-8d28-b6e44fed0be8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.663086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9b3201b-d498-49e4-8d28-b6e44fed0be8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.663086] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9b3201b-d498-49e4-8d28-b6e44fed0be8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.165081] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d797506-7d66-48d7-b3da-fe15c32725e8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.165271] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.165396] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d797506-7d66-48d7-b3da-fe15c32725e8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.166586] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9b3201b-d498-49e4-8d28-b6e44fed0be8 with status ACTIVE [ 1037.166788] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.166919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.166974] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.167158] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.167248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.167436] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.167526] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.167599] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.167748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.167825] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.168012] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.168106] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.168165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.168299] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.168368] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.168449] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9b3201b-d498-49e4-8d28-b6e44fed0be8 is going to be updated. [ 1037.190857] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.191091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.191091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.191355] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.191552] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.191779] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9b3201b-d498-49e4-8d28-b6e44fed0be8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.489095] env[65824]: INFO networking_nsxv3.common.synchronization [req-103f1af4-91a9-496e-9bbd-b9abef86e03c req-9a04caa1-77aa-44d8-a6ee-8b7cbccaefb5 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGHEST for action security_group_members [ 1037.489445] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGHEST for action security_group_members [ 1037.489762] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4038ee53-8771-4299-9d29-5494e0bcae3b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.489881] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.489950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.490234] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.490366] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.490473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.490537] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.490699] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.490807] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.490904] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.671268] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d797506-7d66-48d7-b3da-fe15c32725e8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.805934] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.806237] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.806391] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.806656] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.806974] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.807890] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.807890] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.808034] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.808137] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.808384] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.808618] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.808774] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.808774] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.809695] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.809695] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.809695] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.831179] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.831379] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.831520] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.831702] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.832025] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-f52934f5-15d6-4c83-924c-83229e366fce taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.832203] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-f52934f5-15d6-4c83-924c-83229e366fce" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.832322] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-f52934f5-15d6-4c83-924c-83229e366fce" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.832671] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-f52934f5-15d6-4c83-924c-83229e366fce" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.832812] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f52934f5-15d6-4c83-924c-83229e366fce',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.994206] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.994308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.994360] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.994607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.994697] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.995220] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.995333] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.995400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.995561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.995639] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.995728] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4038ee53-8771-4299-9d29-5494e0bcae3b already deleted. [ 1037.995811] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.173680] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.173821] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.173924] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.174121] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.174211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.174309] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 is going to be created. [ 1038.199221] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.199376] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.199451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.199738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.199914] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.209853] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 in Status: UNINITIALIZED for 2s [ 1038.335422] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.335675] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.335885] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.336069] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.336236] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.336401] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port f52934f5-15d6-4c83-924c-83229e366fce not found, creating... [ 1038.336667] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.336865] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.337017] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.337259] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.337409] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.337772] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.337933] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.338124] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.338267] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.338399] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.338536] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: f52934f5-15d6-4c83-924c-83229e366fce is going to be created. [ 1038.361642] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.361855] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.361980] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.362258] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.362535] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.362731] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-f52934f5-15d6-4c83-924c-83229e366fce" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.070025] env[65824]: INFO networking_nsxv3.common.synchronization [req-103f1af4-91a9-496e-9bbd-b9abef86e03c req-381ce130-5fb7-40e9-8a79-6e0e278f1c77 service nova] Enqueued Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGHEST for action security_group_rules [ 1039.070025] env[65824]: INFO networking_nsxv3.common.synchronization [req-103f1af4-91a9-496e-9bbd-b9abef86e03c req-381ce130-5fb7-40e9-8a79-6e0e278f1c77 service nova] Enqueued Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGHEST for action security_group_members [ 1039.070025] env[65824]: INFO networking_nsxv3.common.synchronization [req-103f1af4-91a9-496e-9bbd-b9abef86e03c req-381ce130-5fb7-40e9-8a79-6e0e278f1c77 service nova] Enqueued Resource ID: f52934f5-15d6-4c83-924c-83229e366fce with Priority: HIGHEST for action port [ 1039.070025] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGHEST for action security_group_rules [ 1039.070025] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGHEST for action security_group_members [ 1039.070025] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52934f5-15d6-4c83-924c-83229e366fce with Priority: HIGHEST for action port [ 1039.070025] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4038ee53-8771-4299-9d29-5494e0bcae3b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.070025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.070025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.070025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.071187] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.075188] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4038ee53-8771-4299-9d29-5494e0bcae3b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.075188] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.075188] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.075188] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.075188] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.075188] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.075188] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.075188] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.075188] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.075188] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.075188] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-f52934f5-15d6-4c83-924c-83229e366fce taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.075188] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f52934f5-15d6-4c83-924c-83229e366fce" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.077289] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f52934f5-15d6-4c83-924c-83229e366fce" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.077289] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f52934f5-15d6-4c83-924c-83229e366fce" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.077289] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f52934f5-15d6-4c83-924c-83229e366fce',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.580136] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.580136] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4038ee53-8771-4299-9d29-5494e0bcae3b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.580136] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.580962] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f52934f5-15d6-4c83-924c-83229e366fce with status ACTIVE [ 1039.580962] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.580962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.580962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.581217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.581217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.581280] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.581364] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.581428] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.581724] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.581724] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.581837] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.581899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.581994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.582122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.582198] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.582286] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f52934f5-15d6-4c83-924c-83229e366fce is going to be updated. [ 1039.605721] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.605938] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.605995] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.606232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.606432] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.606591] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f52934f5-15d6-4c83-924c-83229e366fce" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.852417] env[65824]: INFO networking_nsxv3.common.synchronization [req-86a23019-3a0a-487b-9899-786995ece93a req-b0247548-e81f-4d30-8364-1bf566905975 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 1039.853101] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 1039.853436] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.853565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.853625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.853830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.853990] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.854135] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.854201] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.854359] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.854432] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.854635] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.081340] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.188918] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.189125] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-697" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.189202] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-697" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.189453] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-697" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.189714] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.189951] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.190039] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.190205] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.190345] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.190551] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.190664] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.190773] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.190878] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.190986] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.191091] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.191223] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.210922] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.211126] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.211266] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.211494] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-697" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.211993] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-1ce591c2-0f1a-4ded-b398-37b08dadc7de taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.212210] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-1ce591c2-0f1a-4ded-b398-37b08dadc7de" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.212210] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-1ce591c2-0f1a-4ded-b398-37b08dadc7de" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.212563] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-1ce591c2-0f1a-4ded-b398-37b08dadc7de" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.212701] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ce591c2-0f1a-4ded-b398-37b08dadc7de',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.222787] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 in Status: SUCCESS [ 1040.223031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.223574] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.223801] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.223944] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.224072] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.224141] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.224292] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.224372] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.224454] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.224611] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d797506-7d66-48d7-b3da-fe15c32725e8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.358190] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.358343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.358415] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.358635] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.358730] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.358924] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.359032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.359096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.359244] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.359318] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.359405] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be updated. [ 1040.404468] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.404468] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.404784] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.404871] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.404958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.425403] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: IN_PROGRESS for 2s [ 1040.586475] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.586475] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.586475] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.586475] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.586475] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.586475] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4038ee53-8771-4299-9d29-5494e0bcae3b is going to be created. [ 1040.624414] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.624687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.624755] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.624956] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.625137] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.636176] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4038ee53-8771-4299-9d29-5494e0bcae3b in Status: UNINITIALIZED for 2s [ 1040.716142] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.716432] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.716640] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.717167] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.717511] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.717874] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 1ce591c2-0f1a-4ded-b398-37b08dadc7de not found, creating... [ 1040.718229] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.718411] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.718535] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.718795] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.718940] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.719273] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.719435] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.719550] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.719771] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.719905] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.720059] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 1ce591c2-0f1a-4ded-b398-37b08dadc7de is going to be created. [ 1040.726967] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d797506-7d66-48d7-b3da-fe15c32725e8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.743596] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.743855] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.743924] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.744226] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.744462] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.744780] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-1ce591c2-0f1a-4ded-b398-37b08dadc7de" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.229786] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d797506-7d66-48d7-b3da-fe15c32725e8: rpc.has_security_group_logging(os_id): False [ 1041.263220] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.263428] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.263428] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.263655] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.263747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.264031] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.264122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.264180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.264342] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.264416] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.264507] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 is going to be created. [ 1041.340492] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.340492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.340492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.340492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.340492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.351198] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 in Status: IN_PROGRESS for 2s [ 1041.449926] env[65824]: INFO networking_nsxv3.common.synchronization [req-86a23019-3a0a-487b-9899-786995ece93a req-398aaf2a-b6cb-468d-94cf-068e23e3f635 service nova] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_rules [ 1041.450118] env[65824]: INFO networking_nsxv3.common.synchronization [req-86a23019-3a0a-487b-9899-786995ece93a req-398aaf2a-b6cb-468d-94cf-068e23e3f635 service nova] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 1041.450248] env[65824]: INFO networking_nsxv3.common.synchronization [req-86a23019-3a0a-487b-9899-786995ece93a req-398aaf2a-b6cb-468d-94cf-068e23e3f635 service nova] Enqueued Resource ID: 1ce591c2-0f1a-4ded-b398-37b08dadc7de with Priority: HIGHEST for action port [ 1041.450844] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_rules [ 1041.450982] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 1041.452244] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ce591c2-0f1a-4ded-b398-37b08dadc7de with Priority: HIGHEST for action port [ 1041.453129] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.453129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.453129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.453129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.453448] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.454803] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.454803] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.454803] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ce591c2-0f1a-4ded-b398-37b08dadc7de taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.454803] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ce591c2-0f1a-4ded-b398-37b08dadc7de" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.454803] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ce591c2-0f1a-4ded-b398-37b08dadc7de" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.454803] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ce591c2-0f1a-4ded-b398-37b08dadc7de" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.454803] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ce591c2-0f1a-4ded-b398-37b08dadc7de',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.956561] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.956790] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.958013] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ce591c2-0f1a-4ded-b398-37b08dadc7de with status ACTIVE [ 1041.958206] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.958327] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.958407] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.958588] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.958680] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.958857] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.958982] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.959059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.959407] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.959407] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.959515] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.959601] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.959660] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.959829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.959867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.959945] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ce591c2-0f1a-4ded-b398-37b08dadc7de is going to be updated. [ 1041.982200] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.982358] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.982416] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.982670] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.982808] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.982977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ce591c2-0f1a-4ded-b398-37b08dadc7de" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.379910] env[65824]: INFO networking_nsxv3.common.synchronization [req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe req-2c75ae14-0ef8-4dc3-9961-ca867a6ae0d8 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Enqueued Resource ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 with Priority: HIGHEST for action security_group_members [ 1042.380564] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 with Priority: HIGHEST for action security_group_members [ 1042.381636] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.381636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.381636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.381636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.381636] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.381636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.381978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.381978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.381978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.381978] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdb1ea4f-7c56-4861-a1a0-7e5de92574b2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.435158] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: SUCCESS [ 1042.435344] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b deletion is rescheduled due to dependency. [ 1042.435463] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.435693] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.435935] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.436135] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.436256] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.436327] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.436512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.436624] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.436739] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.646314] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4038ee53-8771-4299-9d29-5494e0bcae3b in Status: SUCCESS [ 1042.646541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.647563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.647563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.647563] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.647563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.647563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.647563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.647563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.647919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.647919] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.718342] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.718769] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.718769] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.719147] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.719489] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.719695] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.719841] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.720118] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.720295] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.720508] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.720625] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.720734] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.720842] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.720952] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.721072] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.721210] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.742525] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.742525] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.742721] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.742853] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.743209] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-c259df96-19f9-4018-be56-a9225f5a0718 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.743386] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-c259df96-19f9-4018-be56-a9225f5a0718" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.743504] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-c259df96-19f9-4018-be56-a9225f5a0718" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.744022] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-c259df96-19f9-4018-be56-a9225f5a0718" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.744022] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c259df96-19f9-4018-be56-a9225f5a0718',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.884529] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.884796] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.884796] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.885106] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.885235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.885358] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.885456] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.886044] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.886044] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.886044] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.886044] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 already deleted. [ 1042.886044] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.941765] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.150087] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.247548] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.247783] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.247841] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.248153] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.248327] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.248455] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port c259df96-19f9-4018-be56-a9225f5a0718 not found, creating... [ 1043.248729] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.248907] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.249054] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.249307] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.249448] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.249749] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.249909] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.250036] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.250252] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.250388] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.250523] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: c259df96-19f9-4018-be56-a9225f5a0718 is going to be created. [ 1043.282157] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.282157] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.282400] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.282774] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.284066] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.284066] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-c259df96-19f9-4018-be56-a9225f5a0718" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.369052] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 in Status: SUCCESS [ 1043.369347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.444449] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.652683] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4038ee53-8771-4299-9d29-5494e0bcae3b: rpc.has_security_group_logging(os_id): False [ 1043.677718] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.677932] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.677982] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.678250] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.678352] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.678684] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.678799] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.678867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.679227] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.679322] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.679424] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4038ee53-8771-4299-9d29-5494e0bcae3b is going to be created. [ 1043.780068] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.780068] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.780068] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.780068] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.780404] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.799079] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4038ee53-8771-4299-9d29-5494e0bcae3b in Status: IN_PROGRESS for 2s [ 1043.947657] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.947657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.947920] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.948390] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.949176] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.949365] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be updated. [ 1043.983971] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.984197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.984262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.984483] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.984705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.998044] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: IN_PROGRESS for 2s [ 1044.059535] env[65824]: INFO networking_nsxv3.common.synchronization [req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe req-156405fa-ba57-498f-9bc7-ce9742e8e299 service nova] Enqueued Resource ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 with Priority: HIGHEST for action security_group_rules [ 1044.059803] env[65824]: INFO networking_nsxv3.common.synchronization [req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe req-156405fa-ba57-498f-9bc7-ce9742e8e299 service nova] Enqueued Resource ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 with Priority: HIGHEST for action security_group_members [ 1044.060149] env[65824]: INFO networking_nsxv3.common.synchronization [req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe req-156405fa-ba57-498f-9bc7-ce9742e8e299 service nova] Enqueued Resource ID: c259df96-19f9-4018-be56-a9225f5a0718 with Priority: HIGHEST for action port [ 1044.060804] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 with Priority: HIGHEST for action security_group_rules [ 1044.060977] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 with Priority: HIGHEST for action security_group_members [ 1044.062165] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c259df96-19f9-4018-be56-a9225f5a0718 with Priority: HIGHEST for action port [ 1044.062165] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.062165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.062165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.062429] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.062573] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdb1ea4f-7c56-4861-a1a0-7e5de92574b2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.064934] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.065146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.065234] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.065515] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.065771] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.065943] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.066075] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.066319] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.066469] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.067398] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdb1ea4f-7c56-4861-a1a0-7e5de92574b2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.068171] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-c259df96-19f9-4018-be56-a9225f5a0718 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.068329] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c259df96-19f9-4018-be56-a9225f5a0718" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.068485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c259df96-19f9-4018-be56-a9225f5a0718" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.068732] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c259df96-19f9-4018-be56-a9225f5a0718" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.068909] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c259df96-19f9-4018-be56-a9225f5a0718',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.571538] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdb1ea4f-7c56-4861-a1a0-7e5de92574b2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.572659] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.572781] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.572938] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c259df96-19f9-4018-be56-a9225f5a0718 with status ACTIVE [ 1044.573193] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.573403] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.573529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.573805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.573936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.574460] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.574460] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.574589] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.575424] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.575424] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.575424] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.577491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.577491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.577491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.577491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.577491] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c259df96-19f9-4018-be56-a9225f5a0718 is going to be updated. [ 1044.599903] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.600101] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.600175] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.601462] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.601462] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.601462] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c259df96-19f9-4018-be56-a9225f5a0718" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.079416] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdb1ea4f-7c56-4861-a1a0-7e5de92574b2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.084899] env[65824]: INFO networking_nsxv3.common.synchronization [None req-33abd69b-eb2e-4b4b-b3e5-1b84262c4514 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Enqueued Resource ID: aa434185-aeae-4b27-8e66-23a6655d4974 with Priority: HIGHEST for action security_group_rules [ 1045.084899] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa434185-aeae-4b27-8e66-23a6655d4974 with Priority: HIGHEST for action security_group_rules [ 1045.085388] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa434185-aeae-4b27-8e66-23a6655d4974 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.085388] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.085388] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.085642] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.086051] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa434185-aeae-4b27-8e66-23a6655d4974',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.214568] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.214858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.215026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.215181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.215298] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.233344] env[65824]: INFO networking_nsxv3.common.synchronization [None req-eb1ec885-6ff7-4a8e-965a-3b5071dc48ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Enqueued Resource ID: aa434185-aeae-4b27-8e66-23a6655d4974 with Priority: HIGHEST for action security_group_rules [ 1045.234165] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa434185-aeae-4b27-8e66-23a6655d4974 with Priority: HIGHEST for action security_group_rules [ 1045.235064] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa434185-aeae-4b27-8e66-23a6655d4974 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.235184] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.586030] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.586030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.586394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.586394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.586463] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.586555] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 is going to be created. [ 1045.606463] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.606890] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.606890] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.606890] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.606890] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.607102] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa434185-aeae-4b27-8e66-23a6655d4974 already deleted. [ 1045.607102] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.607259] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.607430] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.607521] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa434185-aeae-4b27-8e66-23a6655d4974',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.614879] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.615029] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.615085] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.615357] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.615421] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.626921] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 in Status: UNINITIALIZED for 2s [ 1045.721056] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.811845] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4038ee53-8771-4299-9d29-5494e0bcae3b in Status: SUCCESS [ 1045.812094] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.008300] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: SUCCESS [ 1046.008531] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.008706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.008925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.009151] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.009250] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.009318] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.009473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.009556] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.009671] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.009782] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.132741] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.132979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.132979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.133191] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.133307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.133470] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa434185-aeae-4b27-8e66-23a6655d4974 already deleted. [ 1046.133656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.223202] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.511529] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.511690] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.511749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.511978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.512166] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.512268] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.512331] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.512494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.512646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.512757] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.512906] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.513033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.513124] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.513270] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.513409] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.513500] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.513564] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.513773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.513856] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.513940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.514039] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.726510] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1046.726762] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1047.016883] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2609518a-0baf-4148-ae98-d57bf5e4491b: rpc.has_security_group_logging(os_id): False [ 1047.038298] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.038433] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.038517] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.038769] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.038882] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.039163] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.039341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.039401] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.039568] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.039637] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.039819] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.039914] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.039964] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.040133] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.040203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.040384] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.040470] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.040530] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.040683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.040791] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.040849] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be updated. [ 1047.102458] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.102711] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.102711] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.102905] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.103063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.119359] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: IN_PROGRESS for 2s [ 1047.591375] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.591534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.591581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.591775] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.605479] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1047.606300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.607463] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1047.637994] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 in Status: SUCCESS [ 1047.638247] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.638434] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.638623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.638813] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.638930] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.638994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.639166] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.639247] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.639327] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.639414] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdb1ea4f-7c56-4861-a1a0-7e5de92574b2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.652265] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.652441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.652486] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.652681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.665070] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.665881] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1047.665963] env[65824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1047.666079] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1047.713176] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.713176] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.713176] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.714174] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.715013] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.715234] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1047.802467] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.802467] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.802944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.802944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.803863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.803863] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1047.903781] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.904021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.904108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.904400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.904854] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.905303] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1047.905456] env[65824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd', '4568771b-ecd0-451c-975d-cb189875b22a', '0d797506-7d66-48d7-b3da-fe15c32725e8', 'c9fbec62-5fab-43be-8bfd-5f8949350202', '4038ee53-8771-4299-9d29-5494e0bcae3b', '774e0174-9056-409e-9deb-1c7c0c4762c1', '54df9f8d-425f-40a3-84b0-bbdd84892359', '9a8a7e4e-5036-4620-8e5e-3701b7f8105a', '8c95c3c2-7248-47c3-8405-0f515071b2a6', '6a302a49-8f30-4acd-9703-0b2e5274ad8a', '23fe546a-5b6a-4d39-ba48-a10ad26ccb22', 'f493e7c8-f84d-4e34-892b-e6f6de5637c0', 'e56f9361-e307-4927-a580-180907fcd2ed', '2609518a-0baf-4148-ae98-d57bf5e4491b', '213e903a-5e9e-4ac7-9196-e688488348ef', 'd3b0387a-4493-4936-8d32-d5661374010a', '170062b8-3135-4aae-907b-5d53c51b1640', 'a8da4c6c-21c8-46c6-9108-700049113bf4', '69625ff6-5e84-4712-92bd-16eb7aa48071', '4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea', '47974280-00e1-4166-aeee-91740d965f08', '6fd248a8-0ace-443e-8cd6-8c11cdcb9075', '7f8b31da-d05b-4897-958a-270c782d9714', 'cffae331-6828-465c-a904-0cccc5f4d3f2', '226cbd47-64a1-4eb4-a04a-6c6094d69737', 'e2ab1edc-9ee3-4707-8ed3-2271e5b9928a', 'f7cd85a0-f6da-4311-bbc6-a5ad30631075', 'fc5ec171-7f79-4869-910c-13c5de58d57e', '9b931007-6ca7-4eb2-98ad-4108addac9b9', 'e132663d-fdbb-4a15-8d4f-beb5b0df29e4', '57848b37-81de-412b-a4ea-eca860e7b4f3', 'a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8', 'd1445843-cfe1-40a4-a7a7-ae28fbfa5620', '5ffa3b63-3ca2-4e84-b6dc-f46d4861eada', 'f6bb9775-3006-49ef-a785-95b6d1e612a2', '43bd5dad-cdec-474c-9faa-8ceedbca0df8', '6e280ab7-4001-4ae7-9e50-20d92cf3cb74', '72ec67e6-90b0-445f-af4d-4ee54ba3239c', 'ea54c51e-fa11-493e-9ace-ed438cd968ef', '2e531ed4-7e23-4c7d-860e-1bb985914710', 'db05b57b-149d-4849-a4e8-da1a6c2fb1d1', '0bb291a9-5ce0-40ad-96b1-5abb9e037377', '2f5847a1-6546-4b62-bf43-bd91524df98b', '0b1f5849-b946-4f05-87c1-5232431dbafe', '1de8a18b-e850-4c49-b772-e24eb0a507ed', 'd52eb41a-9e27-4594-ba7b-dde5690e397d'} {{(pid=65824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1047.905581] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1047.929345] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.929499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.929559] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.930417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.930417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.930417] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1047.930417] env[65824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1047.930417] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1048.034307] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.034483] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.034552] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.034770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.035870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.040301] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1048.040419] env[65824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1048.040496] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1048.040580] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1048.040688] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1048.040771] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd with Priority: HIGH for action security_group_rules [ 1048.040857] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4568771b-ecd0-451c-975d-cb189875b22a with Priority: HIGH for action security_group_rules [ 1048.040987] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 with Priority: HIGH for action security_group_rules [ 1048.040987] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGH for action security_group_rules [ 1048.041120] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGH for action security_group_rules [ 1048.041163] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGH for action security_group_rules [ 1048.041218] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 with Priority: HIGH for action security_group_rules [ 1048.041264] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGH for action security_group_rules [ 1048.041327] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 with Priority: HIGH for action security_group_rules [ 1048.041384] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a with Priority: HIGH for action security_group_rules [ 1048.041444] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGH for action security_group_rules [ 1048.041494] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 with Priority: HIGH for action security_group_rules [ 1048.041537] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e56f9361-e307-4927-a580-180907fcd2ed with Priority: HIGH for action security_group_rules [ 1048.041601] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGH for action security_group_rules [ 1048.041659] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 213e903a-5e9e-4ac7-9196-e688488348ef with Priority: HIGH for action security_group_rules [ 1048.041707] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3b0387a-4493-4936-8d32-d5661374010a with Priority: HIGH for action security_group_rules [ 1048.041777] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 170062b8-3135-4aae-907b-5d53c51b1640 with Priority: HIGH for action security_group_rules [ 1048.041832] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGH for action security_group_rules [ 1048.041891] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGH for action security_group_rules [ 1048.041945] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea with Priority: HIGH for action security_group_rules [ 1048.042080] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.141811] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.141962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.142050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.142272] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.142440] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.142529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.142584] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.142766] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.142871] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.143010] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.143167] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.143258] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.143435] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.143435] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.143572] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.143649] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.143706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.143871] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.143941] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.144023] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.144119] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdb1ea4f-7c56-4861-a1a0-7e5de92574b2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.646491] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdb1ea4f-7c56-4861-a1a0-7e5de92574b2: rpc.has_security_group_logging(os_id): False [ 1048.665051] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.665240] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.665289] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.665500] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.665600] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.665877] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.666031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.666123] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.666312] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.666423] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.666623] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.666731] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.666795] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.666930] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.667013] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.667293] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.667437] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.667545] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.667704] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.667769] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.667862] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 is going to be created. [ 1048.734037] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.734037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.734037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.734398] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.734398] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.749078] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 in Status: IN_PROGRESS for 2s [ 1049.133346] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: SUCCESS [ 1049.133791] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.204555] env[65824]: INFO networking_nsxv3.common.synchronization [req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 req-9df66b6e-3d96-4845-a528-1197539bd410 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1049.205136] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1049.205287] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd with Priority: HIGH for action security_group_rules [ 1049.205391] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 with Priority: HIGH for action security_group_rules [ 1049.205489] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 with Priority: HIGH for action security_group_rules [ 1049.205582] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213e903a-5e9e-4ac7-9196-e688488348ef with Priority: HIGH for action security_group_rules [ 1049.205780] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea with Priority: HIGH for action security_group_rules [ 1049.205780] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 with Priority: HIGH for action security_group_rules [ 1049.205908] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8da4c6c-21c8-46c6-9108-700049113bf4 with Priority: HIGH for action security_group_rules [ 1049.205944] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 170062b8-3135-4aae-907b-5d53c51b1640 with Priority: HIGH for action security_group_rules [ 1049.207236] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGH for action security_group_rules [ 1049.207236] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3b0387a-4493-4936-8d32-d5661374010a with Priority: HIGH for action security_group_rules [ 1049.207342] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e56f9361-e307-4927-a580-180907fcd2ed with Priority: HIGH for action security_group_rules [ 1049.207374] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 with Priority: HIGH for action security_group_rules [ 1049.207477] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGH for action security_group_rules [ 1049.207593] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a with Priority: HIGH for action security_group_rules [ 1049.207654] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 with Priority: HIGH for action security_group_rules [ 1049.207756] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGH for action security_group_rules [ 1049.207848] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGH for action security_group_rules [ 1049.207938] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGH for action security_group_rules [ 1049.208038] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4568771b-ecd0-451c-975d-cb189875b22a with Priority: HIGH for action security_group_rules [ 1049.208128] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGH for action security_group_rules [ 1049.208437] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.208569] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.208632] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.208826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.210340] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.210491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.210564] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.210748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.210836] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.210932] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.211918] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.212042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.212112] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.212283] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.212356] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.213641] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d797506-7d66-48d7-b3da-fe15c32725e8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.213641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.213641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.213890] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.213890] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d797506-7d66-48d7-b3da-fe15c32725e8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.214519] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54df9f8d-425f-40a3-84b0-bbdd84892359 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.214647] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.214695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.215663] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.215663] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54df9f8d-425f-40a3-84b0-bbdd84892359',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.215663] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-213e903a-5e9e-4ac7-9196-e688488348ef taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.216334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.216334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.216334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.216334] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('213e903a-5e9e-4ac7-9196-e688488348ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.216681] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.216767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.216881] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.217176] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.217176] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.220055] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69625ff6-5e84-4712-92bd-16eb7aa48071 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.220055] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.220055] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.220055] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.220055] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69625ff6-5e84-4712-92bd-16eb7aa48071',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.220055] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8da4c6c-21c8-46c6-9108-700049113bf4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.220055] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.220055] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.220055] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.220055] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8da4c6c-21c8-46c6-9108-700049113bf4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.220580] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-170062b8-3135-4aae-907b-5d53c51b1640 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.220580] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.220580] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.220690] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.221505] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('170062b8-3135-4aae-907b-5d53c51b1640',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.221683] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.222207] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.222207] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.222207] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.222207] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.226529] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3b0387a-4493-4936-8d32-d5661374010a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.226660] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.226736] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.226980] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.227074] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3b0387a-4493-4936-8d32-d5661374010a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.227971] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e56f9361-e307-4927-a580-180907fcd2ed taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.228184] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.228184] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.229503] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.229503] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e56f9361-e307-4927-a580-180907fcd2ed',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.229503] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f493e7c8-f84d-4e34-892b-e6f6de5637c0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.229503] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.229503] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.229850] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.229850] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f493e7c8-f84d-4e34-892b-e6f6de5637c0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.233608] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.233608] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.233608] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.233608] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.233608] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.234346] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.234468] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.234526] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.234779] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.234934] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a302a49-8f30-4acd-9703-0b2e5274ad8a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.235754] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c95c3c2-7248-47c3-8405-0f515071b2a6 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.236171] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.236171] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.236320] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.236399] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c95c3c2-7248-47c3-8405-0f515071b2a6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.237161] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.237328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.237328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.237762] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.237762] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.238393] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.238526] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.238586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.238706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.238954] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.240332] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4038ee53-8771-4299-9d29-5494e0bcae3b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.240332] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.240332] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.240332] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.240332] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.240916] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4568771b-ecd0-451c-975d-cb189875b22a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.241037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.241100] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.241244] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.241318] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4568771b-ecd0-451c-975d-cb189875b22a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.241966] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.242102] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.242164] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.242313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.242387] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.248195] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.609405] env[65824]: INFO networking_nsxv3.common.synchronization [req-62b38124-3256-4e79-8345-5dca44a94879 req-3f99bdf1-42f1-4a8a-ae53-171fc540a0a8 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Enqueued Resource ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 with Priority: HIGHEST for action security_group_members [ 1049.609582] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 with Priority: HIGHEST for action security_group_members [ 1049.610204] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.610204] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.610204] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.610419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.610832] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.610832] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.610832] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.610979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.610979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.611112] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee1adac1-f6c7-4d89-ac20-ac2cf742afc1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.746930] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.747075] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.747170] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.747380] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.747539] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.747637] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.747700] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.747845] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.747930] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.748028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.748118] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.751063] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.751225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.751225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.751384] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.751535] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.751621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.751675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.751819] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.751896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.751985] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.753015] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.755031] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.755165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.755233] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.755350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.755488] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.755577] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.755633] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.755790] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.755870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.755958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.756614] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.759840] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d797506-7d66-48d7-b3da-fe15c32725e8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.759840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.759840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.759840] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.760081] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.760081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.760081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.760219] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.760300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.760377] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.760455] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d797506-7d66-48d7-b3da-fe15c32725e8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.762125] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-213e903a-5e9e-4ac7-9196-e688488348ef taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.762228] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.762289] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.762574] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.762713] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.762852] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.762943] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.763078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.763391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.763508] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.763595] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('213e903a-5e9e-4ac7-9196-e688488348ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.772750] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.772997] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.773163] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.773468] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.773698] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.773882] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.773957] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.774201] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.774326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.774430] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.774695] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.774832] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.774939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.775196] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.776798] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.776968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.777178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.777255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.777308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.777445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.777535] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.782295] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4038ee53-8771-4299-9d29-5494e0bcae3b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.782417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.782534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.783818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.783818] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.783818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.783818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.783818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.783818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.783818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.783818] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.784602] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.784714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.784803] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.784936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.785061] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.785158] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.785210] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.785346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.785420] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.785501] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.785584] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.789157] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.799335] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 774e0174-9056-409e-9deb-1c7c0c4762c1: rpc.has_security_group_logging(os_id): False [ 1049.825853] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.826121] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.826194] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.826719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.845109] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.845109] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.847365] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.847365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.848231] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.848371] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.849587] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.849709] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.850479] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.850585] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.851292] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.851393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.852137] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.852239] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.852983] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.853101] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.853911] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.854026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.859393] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.859592] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.859880] env[65824]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1049.860695] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.860867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.861738] env[65824]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1049.862269] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.862494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.863204] env[65824]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1049.864069] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.864069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.864967] env[65824]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1049.865604] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.865827] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e56f9361-e307-4927-a580-180907fcd2ed is going to be deleted. [ 1049.867094] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.867318] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.893938] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.894117] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4568771b-ecd0-451c-975d-cb189875b22a is going to be deleted. [ 1049.895027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.895249] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.916646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.916897] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd is going to be deleted. [ 1049.917830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.918057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.934376] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.934376] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.949079] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.949530] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea is going to be deleted. [ 1049.950695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.950945] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.952527] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.952663] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.989434] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.989622] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69625ff6-5e84-4712-92bd-16eb7aa48071 is going to be deleted. [ 1049.990798] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.991086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.997610] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.997610] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-388" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.997922] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-388" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.998082] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-388" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.998297] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.998453] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.998572] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.998803] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.998981] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.000284] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.000489] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.000644] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.000794] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.000941] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.001769] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.001769] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.016641] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.016846] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.040598] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.040974] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.041391] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.041512] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-388" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.042101] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-620b3291-3be4-49e1-8e75-322a94464d25 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.042472] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-620b3291-3be4-49e1-8e75-322a94464d25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.042844] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-620b3291-3be4-49e1-8e75-322a94464d25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.043325] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-620b3291-3be4-49e1-8e75-322a94464d25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.043684] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('620b3291-3be4-49e1-8e75-322a94464d25',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.059905] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.060101] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a302a49-8f30-4acd-9703-0b2e5274ad8a is going to be deleted. [ 1050.061225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.061769] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.064608] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.064830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.110026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.110026] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54df9f8d-425f-40a3-84b0-bbdd84892359 is going to be deleted. [ 1050.110952] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.111231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.112834] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.112960] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.113642] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.113723] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.151305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.151658] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c95c3c2-7248-47c3-8405-0f515071b2a6 is going to be deleted. [ 1050.152436] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.152993] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.198651] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.198774] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.206340] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.206494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.212331] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.212495] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8da4c6c-21c8-46c6-9108-700049113bf4 is going to be deleted. [ 1050.213645] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.213874] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.269688] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.269870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.269914] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.270163] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.270340] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.270568] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.270568] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.270725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.270772] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.270931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.270999] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.271089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.271146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.271286] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.271481] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.271561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.271606] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.271719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.271794] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.271876] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.271963] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.272926] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.273752] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('213e903a-5e9e-4ac7-9196-e688488348ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.275823] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.275958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.281544] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d797506-7d66-48d7-b3da-fe15c32725e8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.283699] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.283699] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.283904] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.283904] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.284323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.284323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.285157] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.285157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.285157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.285358] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.285358] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.285622] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.285622] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.285993] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.285993] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.285993] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.285993] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 is going to be updated. [ 1050.288931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.289223] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.290969] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d797506-7d66-48d7-b3da-fe15c32725e8: rpc.has_security_group_logging(os_id): False [ 1050.298606] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.298606] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.303877] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.303877] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.303877] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.303877] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.303877] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.303877] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 1050.333132] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.333301] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3b0387a-4493-4936-8d32-d5661374010a is going to be deleted. [ 1050.334559] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.334827] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.353025] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.353179] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.387033] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.387223] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.387449] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.388650] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.388650] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.389566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.389705] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f493e7c8-f84d-4e34-892b-e6f6de5637c0 is going to be deleted. [ 1050.391202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.391422] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.451616] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 1050.457297] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.457439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.458353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.458475] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 is going to be deleted. [ 1050.459360] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.459569] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.459657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.459775] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e56f9361-e307-4927-a580-180907fcd2ed" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.459925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.460094] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.460172] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.460290] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4568771b-ecd0-451c-975d-cb189875b22a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.460766] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.460922] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.461042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.461138] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ca6f554-32e9-4b20-8a1a-b9a5df0d40bd" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.461266] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.461409] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.461483] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.461594] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4602e608-5201-4ee3-a6e1-6ba3dd9ab4ea" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.461714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.461852] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.461925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.462052] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69625ff6-5e84-4712-92bd-16eb7aa48071" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.462176] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.462308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.462381] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.462589] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.462696] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.462756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.462892] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.462965] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.463061] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 already deleted. [ 1050.463140] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.463263] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.463398] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.463471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.463581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a302a49-8f30-4acd-9703-0b2e5274ad8a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.463704] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.463838] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.463911] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.464026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54df9f8d-425f-40a3-84b0-bbdd84892359" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.464148] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.464285] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.464356] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.464465] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c95c3c2-7248-47c3-8405-0f515071b2a6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.464585] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.464717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.473761] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.473932] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.530329] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.530495] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 170062b8-3135-4aae-907b-5d53c51b1640 is going to be deleted. [ 1050.532240] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.532360] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.532418] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.532627] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.532730] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.532857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3b0387a-4493-4936-8d32-d5661374010a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.533043] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.533213] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.546559] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.546796] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.546915] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.547302] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.547477] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.547677] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 620b3291-3be4-49e1-8e75-322a94464d25 not found, creating... [ 1050.547958] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.548153] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.548269] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.548533] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.548763] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.549007] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.550173] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.550346] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.550623] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.550783] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.550949] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 620b3291-3be4-49e1-8e75-322a94464d25 is going to be created. [ 1050.593884] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.594142] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.606016] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.606317] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.606454] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.606785] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.607084] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.607416] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-620b3291-3be4-49e1-8e75-322a94464d25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.693865] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.694108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.695339] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.695467] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.695531] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.695587] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.695988] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.695988] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.695988] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 is going to be updated. [ 1050.697149] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.697391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.697567] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.698729] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.698961] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.699076] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.699203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8da4c6c-21c8-46c6-9108-700049113bf4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.699452] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.699621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.699702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.699809] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f493e7c8-f84d-4e34-892b-e6f6de5637c0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.699941] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.700096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.700170] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.700282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.776321] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23fe546a-5b6a-4d39-ba48-a10ad26ccb22: rpc.has_security_group_logging(os_id): False [ 1050.777675] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2609518a-0baf-4148-ae98-d57bf5e4491b: rpc.has_security_group_logging(os_id): False [ 1050.778621] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 213e903a-5e9e-4ac7-9196-e688488348ef: rpc.has_security_group_logging(os_id): False [ 1050.786927] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 in Status: IN_PROGRESS for 2s [ 1050.799792] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4038ee53-8771-4299-9d29-5494e0bcae3b: rpc.has_security_group_logging(os_id): False [ 1050.802491] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 in Status: SUCCESS [ 1050.802642] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.802899] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a8a7e4e-5036-4620-8e5e-3701b7f8105a: rpc.has_security_group_logging(os_id): False [ 1050.845577] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.845768] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.845826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.846154] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.848067] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.848141] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.848905] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.849042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.856987] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.857184] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.905942] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.906209] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.907074] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.907307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.916499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.916882] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.917035] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.917222] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.917560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.917711] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.917969] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 213e903a-5e9e-4ac7-9196-e688488348ef is going to be updated. [ 1050.919309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.919512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.965047] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.965569] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.965740] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.965908] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.966224] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.966420] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.966628] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a is going to be updated. [ 1050.968427] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.968786] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.968921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.969108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-170062b8-3135-4aae-907b-5d53c51b1640" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.969327] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.969589] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.003050] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.003241] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.035633] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.036099] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.036285] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.036362] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.036590] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.036725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.036841] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 is going to be updated. [ 1051.038782] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.038986] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.102694] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.103305] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.103580] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.103714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.103999] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.104179] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.104371] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4038ee53-8771-4299-9d29-5494e0bcae3b is going to be updated. [ 1051.105653] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.105979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.106212] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.107474] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.107724] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.141679] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.141979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.149624] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.149883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.164198] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.164589] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.164690] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.164856] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.165163] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.165311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.165656] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.165867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.165958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.166168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.166251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.166457] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.166542] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.166605] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.166752] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.166830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.166946] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be updated. [ 1051.170365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.170365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.170365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.170365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.170365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.170365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.173362] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 in Status: IN_PROGRESS for 2s [ 1051.209648] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: IN_PROGRESS for 2s [ 1051.215123] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 213e903a-5e9e-4ac7-9196-e688488348ef in Status: IN_PROGRESS for 2s [ 1051.227454] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.227673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.227757] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.227995] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.228167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.274458] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 in Status: IN_PROGRESS for 2s [ 1051.318321] env[65824]: INFO networking_nsxv3.common.synchronization [req-62b38124-3256-4e79-8345-5dca44a94879 req-661980c2-1bb9-4c17-b42e-12510ab304bf service nova] Enqueued Resource ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 with Priority: HIGHEST for action security_group_rules [ 1051.318779] env[65824]: INFO networking_nsxv3.common.synchronization [req-62b38124-3256-4e79-8345-5dca44a94879 req-661980c2-1bb9-4c17-b42e-12510ab304bf service nova] Enqueued Resource ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 with Priority: HIGHEST for action security_group_members [ 1051.319626] env[65824]: INFO networking_nsxv3.common.synchronization [req-62b38124-3256-4e79-8345-5dca44a94879 req-661980c2-1bb9-4c17-b42e-12510ab304bf service nova] Enqueued Resource ID: 620b3291-3be4-49e1-8e75-322a94464d25 with Priority: HIGHEST for action port [ 1051.320765] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 with Priority: HIGHEST for action security_group_rules [ 1051.321465] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 with Priority: HIGHEST for action security_group_members [ 1051.322107] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 620b3291-3be4-49e1-8e75-322a94464d25 with Priority: HIGHEST for action port [ 1051.324789] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.325028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.325164] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.325502] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.325874] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.327621] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.327834] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.328073] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.328312] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.329052] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee1adac1-f6c7-4d89-ac20-ac2cf742afc1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.330857] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.331265] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.331265] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.331608] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.331941] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.332205] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.332296] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.332588] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.332698] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.332869] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee1adac1-f6c7-4d89-ac20-ac2cf742afc1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.334046] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-620b3291-3be4-49e1-8e75-322a94464d25 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.334176] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-620b3291-3be4-49e1-8e75-322a94464d25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.334230] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-620b3291-3be4-49e1-8e75-322a94464d25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.334523] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-620b3291-3be4-49e1-8e75-322a94464d25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.334680] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('620b3291-3be4-49e1-8e75-322a94464d25',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.371393] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.371569] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.371615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.371835] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.371996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.396253] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4038ee53-8771-4299-9d29-5494e0bcae3b in Status: IN_PROGRESS for 2s [ 1051.411222] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: IN_PROGRESS for 2s [ 1051.841030] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 620b3291-3be4-49e1-8e75-322a94464d25 with status ACTIVE [ 1051.841030] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.841030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.841030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.841030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.841030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.841030] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.841030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.841030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.841030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.841030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.841030] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.841030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.841030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.841030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.841030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.841030] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 620b3291-3be4-49e1-8e75-322a94464d25 is going to be updated. [ 1051.841760] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.841760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.841931] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee1adac1-f6c7-4d89-ac20-ac2cf742afc1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.865756] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.866998] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.866998] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.866998] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.866998] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.866998] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-620b3291-3be4-49e1-8e75-322a94464d25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.346171] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee1adac1-f6c7-4d89-ac20-ac2cf742afc1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.462078] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 1052.462319] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.637824] env[65824]: INFO networking_nsxv3.common.synchronization [req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 req-b48121bd-827d-4940-9fc8-bf60ffabeaa3 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 1052.638420] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGHEST for action security_group_members [ 1052.638742] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.638868] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.638938] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.640036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.640036] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.640036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.640036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.640036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.640036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.640320] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.799973] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 in Status: SUCCESS [ 1052.803931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.851878] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.852083] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.852215] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.852484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.852484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.852592] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 is going to be created. [ 1052.875999] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.876280] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.876280] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.876422] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.876589] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.886576] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 in Status: UNINITIALIZED for 2s [ 1053.144545] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.144545] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.144545] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.144545] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.144800] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.144932] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.145085] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.145194] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.145387] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.145499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.145625] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be updated. [ 1053.176581] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.176830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.176830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.177199] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.177199] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.185367] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: IN_PROGRESS for 2s [ 1053.188478] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 in Status: SUCCESS [ 1053.188811] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.222633] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: SUCCESS [ 1053.222883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.226712] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 213e903a-5e9e-4ac7-9196-e688488348ef in Status: SUCCESS [ 1053.226922] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.304075] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 in Status: SUCCESS [ 1053.304075] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.413039] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4038ee53-8771-4299-9d29-5494e0bcae3b in Status: SUCCESS [ 1053.413039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.426873] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: SUCCESS [ 1053.426873] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.935176] env[65824]: INFO networking_nsxv3.common.synchronization [req-f039705b-4a80-4950-b9e1-e88f51ae3e43 req-31a34112-926a-411a-b921-37b1c0d2c6bd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Enqueued Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_members [ 1053.935871] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_members [ 1053.936180] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.936307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.936508] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.936557] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.936708] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.936805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.936871] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.937032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.937121] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.937377] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.370190] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.370190] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-726" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.370190] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-726" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.370190] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-726" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.370190] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.370190] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.370190] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.370190] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.370767] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.371171] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.371448] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.371695] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.371934] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.372331] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.372850] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.373143] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.393662] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.394124] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.394425] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.394757] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-726" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.395238] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-d416ba73-82ad-4f9b-8fae-0fe0ffc50632 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.396338] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-d416ba73-82ad-4f9b-8fae-0fe0ffc50632" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.396338] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-d416ba73-82ad-4f9b-8fae-0fe0ffc50632" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.396338] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-d416ba73-82ad-4f9b-8fae-0fe0ffc50632" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.396338] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d416ba73-82ad-4f9b-8fae-0fe0ffc50632',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.441721] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.441721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.441721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.441721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.463622] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.463622] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.463622] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.463622] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.463622] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.463622] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.463622] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 is going to be updated. [ 1054.490565] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.490565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.490565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.490565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.490565] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.498963] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: IN_PROGRESS for 2s [ 1054.901257] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 in Status: SUCCESS [ 1054.901257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.901257] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.901257] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.901257] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.901257] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.901257] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.901257] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port d416ba73-82ad-4f9b-8fae-0fe0ffc50632 not found, creating... [ 1054.902480] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.902480] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.902688] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.903064] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.903240] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.903536] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.903707] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.903827] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.904059] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.904199] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.904340] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: d416ba73-82ad-4f9b-8fae-0fe0ffc50632 is going to be created. [ 1054.905360] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.905632] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.905718] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.905817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.905817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.906074] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.907821] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.907821] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.907821] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee1adac1-f6c7-4d89-ac20-ac2cf742afc1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.926176] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.926416] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.926939] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.926939] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.927095] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.927247] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-d416ba73-82ad-4f9b-8fae-0fe0ffc50632" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.195581] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2609518a-0baf-4148-ae98-d57bf5e4491b in Status: SUCCESS [ 1055.195769] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b deletion is rescheduled due to dependency. [ 1055.195859] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.409321] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee1adac1-f6c7-4d89-ac20-ac2cf742afc1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.678310] env[65824]: INFO networking_nsxv3.common.synchronization [req-f039705b-4a80-4950-b9e1-e88f51ae3e43 req-b19cda76-78d7-4cdb-80e6-4be16d0721df service nova] Enqueued Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_rules [ 1055.678865] env[65824]: INFO networking_nsxv3.common.synchronization [req-f039705b-4a80-4950-b9e1-e88f51ae3e43 req-b19cda76-78d7-4cdb-80e6-4be16d0721df service nova] Enqueued Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_members [ 1055.678865] env[65824]: INFO networking_nsxv3.common.synchronization [req-f039705b-4a80-4950-b9e1-e88f51ae3e43 req-b19cda76-78d7-4cdb-80e6-4be16d0721df service nova] Enqueued Resource ID: d416ba73-82ad-4f9b-8fae-0fe0ffc50632 with Priority: HIGHEST for action port [ 1055.679895] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_rules [ 1055.680106] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_members [ 1055.680220] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d416ba73-82ad-4f9b-8fae-0fe0ffc50632 with Priority: HIGHEST for action port [ 1055.680813] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.680965] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.681064] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.681214] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.681518] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.682345] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.682345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.683519] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-d416ba73-82ad-4f9b-8fae-0fe0ffc50632 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.685383] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d416ba73-82ad-4f9b-8fae-0fe0ffc50632" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.685460] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d416ba73-82ad-4f9b-8fae-0fe0ffc50632" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.685678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d416ba73-82ad-4f9b-8fae-0fe0ffc50632" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.685752] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d416ba73-82ad-4f9b-8fae-0fe0ffc50632',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.914746] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee1adac1-f6c7-4d89-ac20-ac2cf742afc1: rpc.has_security_group_logging(os_id): False [ 1055.938113] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.938326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.938409] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.938687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.938787] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.939106] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.939221] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.939312] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.939512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.939608] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.939918] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 is going to be created. [ 1056.016156] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.016297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.016590] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.016662] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.016847] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.031347] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 in Status: IN_PROGRESS for 2s [ 1056.188172] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.188296] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.188913] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d416ba73-82ad-4f9b-8fae-0fe0ffc50632 with status ACTIVE [ 1056.188913] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.188913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.188913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.189266] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.189266] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.189410] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.189507] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.189564] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.189719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.189798] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.189988] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.190112] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.190162] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.190309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.190455] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.190580] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d416ba73-82ad-4f9b-8fae-0fe0ffc50632 is going to be updated. [ 1056.214778] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.215027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.215181] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.215434] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.215581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.215749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d416ba73-82ad-4f9b-8fae-0fe0ffc50632" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.316266] env[65824]: INFO networking_nsxv3.common.synchronization [req-47945ae5-fa93-4ced-84b7-aa606f2357ef req-6e1a751d-e263-44da-9967-a3b87aef4eb6 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Enqueued Resource ID: aa434185-aeae-4b27-8e66-23a6655d4974 with Priority: HIGHEST for action security_group_members [ 1056.316854] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa434185-aeae-4b27-8e66-23a6655d4974 with Priority: HIGHEST for action security_group_members [ 1056.317227] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa434185-aeae-4b27-8e66-23a6655d4974 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.317404] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.317404] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.317940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.317940] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.317940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.318150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.318150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.318230] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.318363] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa434185-aeae-4b27-8e66-23a6655d4974',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.513549] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: SUCCESS [ 1056.513871] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 deletion is rescheduled due to dependency. [ 1056.513871] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.514223] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.514263] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.514482] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.514612] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.514679] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.514842] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.515020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.515090] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.738176] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.738487] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-489" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.738487] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-489" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.738743] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-489" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.738992] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.739222] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.739357] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.739578] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.739717] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.739914] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.740119] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.740339] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.740513] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.740608] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.740718] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.740965] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.760894] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.761139] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1056.761317] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.761515] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-489" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.761856] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-1341679b-c344-48b9-a1d4-c249a5fb30bb taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.762078] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-1341679b-c344-48b9-a1d4-c249a5fb30bb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.762183] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-1341679b-c344-48b9-a1d4-c249a5fb30bb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.762528] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-1341679b-c344-48b9-a1d4-c249a5fb30bb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.762688] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1341679b-c344-48b9-a1d4-c249a5fb30bb',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.820243] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.820806] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.820888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.821125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.821475] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.821475] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.821586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.821586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.822305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.822305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.822305] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa434185-aeae-4b27-8e66-23a6655d4974 already deleted. [ 1056.822305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.018848] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.266106] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.266507] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.266507] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.266749] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.266854] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.267025] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 1341679b-c344-48b9-a1d4-c249a5fb30bb not found, creating... [ 1057.267311] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.267497] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.267589] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.267774] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.267910] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.269302] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.269735] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.269735] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.269842] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.269952] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.270096] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 1341679b-c344-48b9-a1d4-c249a5fb30bb is going to be created. [ 1057.293822] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.294038] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.294090] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.294367] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.294607] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.294897] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-1341679b-c344-48b9-a1d4-c249a5fb30bb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.521509] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.000401] env[65824]: INFO networking_nsxv3.common.synchronization [req-47945ae5-fa93-4ced-84b7-aa606f2357ef req-8b1232ea-87aa-4b25-abde-0fcdef02d052 service nova] Enqueued Resource ID: aa434185-aeae-4b27-8e66-23a6655d4974 with Priority: HIGHEST for action security_group_rules [ 1058.000401] env[65824]: INFO networking_nsxv3.common.synchronization [req-47945ae5-fa93-4ced-84b7-aa606f2357ef req-8b1232ea-87aa-4b25-abde-0fcdef02d052 service nova] Enqueued Resource ID: aa434185-aeae-4b27-8e66-23a6655d4974 with Priority: HIGHEST for action security_group_members [ 1058.000401] env[65824]: INFO networking_nsxv3.common.synchronization [req-47945ae5-fa93-4ced-84b7-aa606f2357ef req-8b1232ea-87aa-4b25-abde-0fcdef02d052 service nova] Enqueued Resource ID: 1341679b-c344-48b9-a1d4-c249a5fb30bb with Priority: HIGHEST for action port [ 1058.000401] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa434185-aeae-4b27-8e66-23a6655d4974 with Priority: HIGHEST for action security_group_rules [ 1058.000401] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa434185-aeae-4b27-8e66-23a6655d4974 with Priority: HIGHEST for action security_group_members [ 1058.000401] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1341679b-c344-48b9-a1d4-c249a5fb30bb with Priority: HIGHEST for action port [ 1058.001436] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa434185-aeae-4b27-8e66-23a6655d4974 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.001719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.001902] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.002252] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.002473] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa434185-aeae-4b27-8e66-23a6655d4974',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.003739] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa434185-aeae-4b27-8e66-23a6655d4974 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.004016] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.004232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.004691] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.006019] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.006019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.006019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.006019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.006019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.006019] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa434185-aeae-4b27-8e66-23a6655d4974',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.006969] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-1341679b-c344-48b9-a1d4-c249a5fb30bb taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.007219] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1341679b-c344-48b9-a1d4-c249a5fb30bb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.007391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1341679b-c344-48b9-a1d4-c249a5fb30bb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.007689] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1341679b-c344-48b9-a1d4-c249a5fb30bb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.007867] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1341679b-c344-48b9-a1d4-c249a5fb30bb',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.025629] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.025629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.025629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.025629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.025629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.025629] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 is going to be updated. [ 1058.045509] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 in Status: SUCCESS [ 1058.045727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.056593] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.056798] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.056798] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.056992] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.057167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.065706] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: IN_PROGRESS for 2s [ 1058.510899] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa434185-aeae-4b27-8e66-23a6655d4974 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.511047] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.511245] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa434185-aeae-4b27-8e66-23a6655d4974',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.514485] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1341679b-c344-48b9-a1d4-c249a5fb30bb with status ACTIVE [ 1058.514485] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.514485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.514485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.514485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.514485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.514485] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.514485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.514485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.514485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.514485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.514485] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.514485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.514485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.514485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.514485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.514485] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1341679b-c344-48b9-a1d4-c249a5fb30bb is going to be updated. [ 1058.538953] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.539195] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.539195] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.539570] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.539570] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.539748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1341679b-c344-48b9-a1d4-c249a5fb30bb" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.893178] env[65824]: INFO networking_nsxv3.common.synchronization [None req-98f5c9b1-b329-497e-8492-9f55014738d4 None None] Enqueued Resource ID: d4f31cdf-e5c0-4349-903b-66c7313eb67f with Priority: HIGHEST for action port [ 1058.893741] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4f31cdf-e5c0-4349-903b-66c7313eb67f with Priority: HIGHEST for action port [ 1058.894068] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4f31cdf-e5c0-4349-903b-66c7313eb67f taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.894264] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4f31cdf-e5c0-4349-903b-66c7313eb67f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.894335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4f31cdf-e5c0-4349-903b-66c7313eb67f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.894598] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4f31cdf-e5c0-4349-903b-66c7313eb67f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.894885] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4f31cdf-e5c0-4349-903b-66c7313eb67f',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.017354] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa434185-aeae-4b27-8e66-23a6655d4974',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.398118] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4f31cdf-e5c0-4349-903b-66c7313eb67f [ 1059.398118] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.398307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.399264] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.399264] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.399264] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.399264] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4f31cdf-e5c0-4349-903b-66c7313eb67f already deleted. [ 1059.399264] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4f31cdf-e5c0-4349-903b-66c7313eb67f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.519203] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.520185] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.520306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.520521] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.520613] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.520725] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa434185-aeae-4b27-8e66-23a6655d4974 is going to be created. [ 1059.548238] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.548411] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.548480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.548691] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.548855] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.576668] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa434185-aeae-4b27-8e66-23a6655d4974 in Status: UNINITIALIZED for 2s [ 1059.752991] env[65824]: INFO networking_nsxv3.common.synchronization [req-4733267d-1ebc-43f7-87fc-acff3db05612 req-13dce35e-f3b8-43ba-89da-b34e763f49dc tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGHEST for action security_group_members [ 1059.753589] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGHEST for action security_group_members [ 1059.753923] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4038ee53-8771-4299-9d29-5494e0bcae3b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.754869] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.754984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.755395] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.755742] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.755884] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.755971] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.756183] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.756294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.756404] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.078379] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: SUCCESS [ 1060.078759] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.078820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.079069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.079259] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.079378] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.079440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.079601] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.079670] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.079757] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.079848] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.220999] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.221185] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.221310] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.221582] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.221832] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.221989] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.222117] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.222329] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.222471] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.222676] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.222786] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.222893] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.223058] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.223157] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.223265] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.223385] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.241962] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.242244] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.242412] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.242767] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.242923] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-f6567efe-173e-43f0-a118-80ab9d7fef9a taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.243125] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-f6567efe-173e-43f0-a118-80ab9d7fef9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.243248] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-f6567efe-173e-43f0-a118-80ab9d7fef9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.243572] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-f6567efe-173e-43f0-a118-80ab9d7fef9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.243711] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6567efe-173e-43f0-a118-80ab9d7fef9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.258652] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.585459] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.746399] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.747755] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.747755] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.747755] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.747755] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.747755] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port f6567efe-173e-43f0-a118-80ab9d7fef9a not found, creating... [ 1060.747755] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.748073] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.748113] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.748974] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.748974] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.749153] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.749655] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.749655] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.749774] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.750163] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.750163] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: f6567efe-173e-43f0-a118-80ab9d7fef9a is going to be created. [ 1060.762829] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.771488] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.771754] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.772269] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.772269] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.772397] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.772662] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-f6567efe-173e-43f0-a118-80ab9d7fef9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.091470] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db05b57b-149d-4849-a4e8-da1a6c2fb1d1: rpc.has_security_group_logging(os_id): False [ 1061.111161] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.111161] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.111161] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.111161] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.111161] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.111439] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.111439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.111535] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.111673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.111737] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.111787] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 is going to be updated. [ 1061.173202] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.173202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.173202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.173202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.173202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.188393] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: IN_PROGRESS for 2s [ 1061.266946] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.267182] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.267182] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.267497] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.267638] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.267745] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4038ee53-8771-4299-9d29-5494e0bcae3b is going to be updated. [ 1061.324968] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.324968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.324968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.324968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.324968] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.339842] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4038ee53-8771-4299-9d29-5494e0bcae3b in Status: IN_PROGRESS for 2s [ 1061.513456] env[65824]: INFO networking_nsxv3.common.synchronization [req-4733267d-1ebc-43f7-87fc-acff3db05612 req-c2fe0145-b86f-431e-aaee-66b1554ce75d service nova] Enqueued Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGHEST for action security_group_rules [ 1061.513622] env[65824]: INFO networking_nsxv3.common.synchronization [req-4733267d-1ebc-43f7-87fc-acff3db05612 req-c2fe0145-b86f-431e-aaee-66b1554ce75d service nova] Enqueued Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGHEST for action security_group_members [ 1061.513847] env[65824]: INFO networking_nsxv3.common.synchronization [req-4733267d-1ebc-43f7-87fc-acff3db05612 req-c2fe0145-b86f-431e-aaee-66b1554ce75d service nova] Enqueued Resource ID: f6567efe-173e-43f0-a118-80ab9d7fef9a with Priority: HIGHEST for action port [ 1061.514400] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGHEST for action security_group_rules [ 1061.514571] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGHEST for action security_group_members [ 1061.514712] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6567efe-173e-43f0-a118-80ab9d7fef9a with Priority: HIGHEST for action port [ 1061.514951] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4038ee53-8771-4299-9d29-5494e0bcae3b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.515347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.515419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.515889] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.515889] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.516779] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4038ee53-8771-4299-9d29-5494e0bcae3b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.517397] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.517723] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6567efe-173e-43f0-a118-80ab9d7fef9a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.518151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6567efe-173e-43f0-a118-80ab9d7fef9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.518151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6567efe-173e-43f0-a118-80ab9d7fef9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.518316] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6567efe-173e-43f0-a118-80ab9d7fef9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.518316] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6567efe-173e-43f0-a118-80ab9d7fef9a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.563241] env[65824]: INFO networking_nsxv3.common.synchronization [None req-dd03298a-b28f-4727-aa6c-dd78d4222f47 None None] Enqueued Resource ID: 63080aed-677f-49be-8f12-4f7214c1bf16 with Priority: HIGHEST for action port [ 1061.563923] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63080aed-677f-49be-8f12-4f7214c1bf16 with Priority: HIGHEST for action port [ 1061.564244] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-63080aed-677f-49be-8f12-4f7214c1bf16 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.564365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63080aed-677f-49be-8f12-4f7214c1bf16" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.564432] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63080aed-677f-49be-8f12-4f7214c1bf16" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.564680] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63080aed-677f-49be-8f12-4f7214c1bf16" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.564836] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63080aed-677f-49be-8f12-4f7214c1bf16',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.586683] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa434185-aeae-4b27-8e66-23a6655d4974 in Status: SUCCESS [ 1061.586913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.587145] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.587392] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.587488] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.587657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.587657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.587892] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.587892] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.587955] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.588136] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa434185-aeae-4b27-8e66-23a6655d4974',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.022084] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4038ee53-8771-4299-9d29-5494e0bcae3b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.022303] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.022451] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6567efe-173e-43f0-a118-80ab9d7fef9a with status ACTIVE [ 1062.022672] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.023919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.023919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.023919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.023919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.023919] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.023919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.023919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.023919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.023919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.023919] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.024833] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.024833] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.024833] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.024833] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.024833] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6567efe-173e-43f0-a118-80ab9d7fef9a is going to be updated. [ 1062.066681] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63080aed-677f-49be-8f12-4f7214c1bf16 [ 1062.067013] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.067220] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.067346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.067879] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.067879] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.068014] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63080aed-677f-49be-8f12-4f7214c1bf16 already deleted. [ 1062.068060] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63080aed-677f-49be-8f12-4f7214c1bf16" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.090293] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa434185-aeae-4b27-8e66-23a6655d4974',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.151908] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.152453] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.152453] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.152453] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.152620] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.152798] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6567efe-173e-43f0-a118-80ab9d7fef9a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.592710] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa434185-aeae-4b27-8e66-23a6655d4974: rpc.has_security_group_logging(os_id): False [ 1062.617398] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.617398] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.617398] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.617695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.617756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.618219] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.618400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.618492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.619442] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.619624] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.620040] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa434185-aeae-4b27-8e66-23a6655d4974 is going to be created. [ 1062.684991] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.685234] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.685316] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.685513] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.685765] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.703124] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa434185-aeae-4b27-8e66-23a6655d4974 in Status: IN_PROGRESS for 2s [ 1063.200635] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: SUCCESS [ 1063.201092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.350985] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4038ee53-8771-4299-9d29-5494e0bcae3b in Status: SUCCESS [ 1063.351281] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.351475] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.351736] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.351959] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.352122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.352205] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.352437] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.352499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.352640] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.855078] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.357675] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.719131] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa434185-aeae-4b27-8e66-23a6655d4974 in Status: SUCCESS [ 1064.719422] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.861174] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.862469] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.862469] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.862469] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.862469] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.862469] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4038ee53-8771-4299-9d29-5494e0bcae3b is going to be updated. [ 1064.891533] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.891969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.892152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.892449] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.892709] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.903165] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4038ee53-8771-4299-9d29-5494e0bcae3b in Status: IN_PROGRESS for 2s [ 1066.565545] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1066.565545] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1066.914684] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4038ee53-8771-4299-9d29-5494e0bcae3b in Status: SUCCESS [ 1066.914959] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.915233] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.916010] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.916010] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.916010] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.916265] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.916265] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.916361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.916400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.916553] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.418862] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.923795] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4038ee53-8771-4299-9d29-5494e0bcae3b: rpc.has_security_group_logging(os_id): False [ 1067.948330] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.948588] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.948748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.949039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.949211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.949513] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.949690] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.949791] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.950504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.950647] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.950794] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4038ee53-8771-4299-9d29-5494e0bcae3b is going to be updated. [ 1068.021141] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.021383] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.021504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.022032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.022032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.053582] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4038ee53-8771-4299-9d29-5494e0bcae3b in Status: IN_PROGRESS for 2s [ 1070.069987] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4038ee53-8771-4299-9d29-5494e0bcae3b in Status: SUCCESS [ 1070.070420] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.089150] env[65824]: INFO networking_nsxv3.common.synchronization [None req-e80f5db3-2f92-4613-840f-452ff3b62d79 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 1070.089150] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 1070.089592] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.089592] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.089592] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.089592] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.089785] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.089836] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.089899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.090163] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.090163] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.090304] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.535381] env[65824]: INFO networking_nsxv3.common.synchronization [req-c34a02bb-c966-4d21-8dc3-b412fce3900c req-e1cfa3c7-746c-4f4b-8eb9-8be7ef13ddc7 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Enqueued Resource ID: f109b535-4d3d-4503-b8f1-43a2b3de0cc4 with Priority: HIGHEST for action security_group_members [ 1070.536062] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f109b535-4d3d-4503-b8f1-43a2b3de0cc4 with Priority: HIGHEST for action security_group_members [ 1070.536175] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.536273] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.536335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.536655] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.536814] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.536932] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.536986] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.537173] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.537546] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.537546] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f109b535-4d3d-4503-b8f1-43a2b3de0cc4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.593566] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.593964] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.594300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.594560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.594936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.595253] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.595603] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.595740] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.596228] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.596350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.596606] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 is going to be deleted. [ 1070.627582] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.627961] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.627961] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.628188] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.628270] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.628696] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.035835] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-858 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.036059] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-858" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.036639] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-858" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.037021] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-858" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.039021] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.039207] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.039327] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.039584] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.039727] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.039988] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.040082] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.040231] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.040374] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.040491] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.040593] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.040729] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.048034] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.048034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.048034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.048034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.048034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.048034] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.048034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.048034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.048034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.048034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.048034] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f109b535-4d3d-4503-b8f1-43a2b3de0cc4 already deleted. [ 1071.048034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.072028] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.072028] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.072028] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.072028] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-858" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.072028] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-b5b359e9-b746-4ec1-8f82-30c8dde51898 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.072028] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-b5b359e9-b746-4ec1-8f82-30c8dde51898" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.072028] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-b5b359e9-b746-4ec1-8f82-30c8dde51898" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.072028] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-b5b359e9-b746-4ec1-8f82-30c8dde51898" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.072028] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5b359e9-b746-4ec1-8f82-30c8dde51898',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.575101] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.575396] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.575543] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.575870] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.576055] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.576249] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port b5b359e9-b746-4ec1-8f82-30c8dde51898 not found, creating... [ 1071.576632] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.576874] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.576997] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.577401] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.577648] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.578193] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.578485] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.578719] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.578987] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.579160] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.579362] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: b5b359e9-b746-4ec1-8f82-30c8dde51898 is going to be created. [ 1071.601098] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.601435] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.601683] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.602437] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.602907] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.603551] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-b5b359e9-b746-4ec1-8f82-30c8dde51898" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.286909] env[65824]: INFO networking_nsxv3.common.synchronization [req-c34a02bb-c966-4d21-8dc3-b412fce3900c req-a8636bef-260e-46e2-8aa7-2bd258562c37 service nova] Enqueued Resource ID: f109b535-4d3d-4503-b8f1-43a2b3de0cc4 with Priority: HIGHEST for action security_group_rules [ 1072.286909] env[65824]: INFO networking_nsxv3.common.synchronization [req-c34a02bb-c966-4d21-8dc3-b412fce3900c req-a8636bef-260e-46e2-8aa7-2bd258562c37 service nova] Enqueued Resource ID: f109b535-4d3d-4503-b8f1-43a2b3de0cc4 with Priority: HIGHEST for action security_group_members [ 1072.286909] env[65824]: INFO networking_nsxv3.common.synchronization [req-c34a02bb-c966-4d21-8dc3-b412fce3900c req-a8636bef-260e-46e2-8aa7-2bd258562c37 service nova] Enqueued Resource ID: b5b359e9-b746-4ec1-8f82-30c8dde51898 with Priority: HIGHEST for action port [ 1072.286909] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f109b535-4d3d-4503-b8f1-43a2b3de0cc4 with Priority: HIGHEST for action security_group_rules [ 1072.286909] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f109b535-4d3d-4503-b8f1-43a2b3de0cc4 with Priority: HIGHEST for action security_group_members [ 1072.287552] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b359e9-b746-4ec1-8f82-30c8dde51898 with Priority: HIGHEST for action port [ 1072.287552] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f109b535-4d3d-4503-b8f1-43a2b3de0cc4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.287552] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.287552] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.287825] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.287958] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f109b535-4d3d-4503-b8f1-43a2b3de0cc4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.289113] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.289113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.289113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.289341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.289341] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.289428] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.289548] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.289634] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.289719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.289823] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f109b535-4d3d-4503-b8f1-43a2b3de0cc4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.291167] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5b359e9-b746-4ec1-8f82-30c8dde51898 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.291278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5b359e9-b746-4ec1-8f82-30c8dde51898" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.292537] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5b359e9-b746-4ec1-8f82-30c8dde51898" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.292537] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5b359e9-b746-4ec1-8f82-30c8dde51898" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.292537] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5b359e9-b746-4ec1-8f82-30c8dde51898',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.792949] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.793104] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.795612] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f109b535-4d3d-4503-b8f1-43a2b3de0cc4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.796717] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5b359e9-b746-4ec1-8f82-30c8dde51898 with status ACTIVE [ 1072.796933] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.797069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.797122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.797341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.797482] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.797689] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.798113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.798113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.798113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.798113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.798329] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.798423] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.798423] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.798555] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.798627] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.798713] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5b359e9-b746-4ec1-8f82-30c8dde51898 is going to be updated. [ 1072.826873] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.827130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.827202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.827385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.827528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.827705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5b359e9-b746-4ec1-8f82-30c8dde51898" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.301448] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f109b535-4d3d-4503-b8f1-43a2b3de0cc4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.391083] env[65824]: INFO networking_nsxv3.common.synchronization [req-f4abe57b-78e5-4c8b-ad08-76b1e290740a req-bf5456b8-6ab0-4bfb-bd5d-41b434081b72 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1073.391083] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1073.391083] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.391083] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.391083] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.391083] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.391083] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.391727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.391727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.391727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.391727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.391727] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.790536] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.792109] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.792109] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.792369] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.793541] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.793541] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.793541] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.793976] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.793976] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.794279] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.794444] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.794592] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.794733] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.794887] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.795016] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.795168] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.807297] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.807297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.807297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.807297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.807297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.807297] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f109b535-4d3d-4503-b8f1-43a2b3de0cc4 is going to be created. [ 1073.827309] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.827536] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.827769] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.828022] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.828455] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-0d98e3eb-4aec-421e-b05b-e6157b7d09fe taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.829299] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-0d98e3eb-4aec-421e-b05b-e6157b7d09fe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.829504] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-0d98e3eb-4aec-421e-b05b-e6157b7d09fe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.829936] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-0d98e3eb-4aec-421e-b05b-e6157b7d09fe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.830139] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d98e3eb-4aec-421e-b05b-e6157b7d09fe',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.840142] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.840291] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.840361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.840606] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.840727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.851913] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f109b535-4d3d-4503-b8f1-43a2b3de0cc4 in Status: UNINITIALIZED for 2s [ 1073.893293] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.333205] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.333733] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.333733] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.333825] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.333960] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.334176] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 0d98e3eb-4aec-421e-b05b-e6157b7d09fe not found, creating... [ 1074.334530] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.334701] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.334816] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.335144] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.335449] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.335812] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.336023] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.336162] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.336400] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.336850] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.336850] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 0d98e3eb-4aec-421e-b05b-e6157b7d09fe is going to be created. [ 1074.359594] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.359830] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.359928] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.360236] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.360469] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.360689] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-0d98e3eb-4aec-421e-b05b-e6157b7d09fe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.396493] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.899157] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.899441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.899621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.899929] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.900129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.900311] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 1074.936680] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.936917] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.937018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.937316] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.937534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.948316] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 1075.080553] env[65824]: INFO networking_nsxv3.common.synchronization [req-f4abe57b-78e5-4c8b-ad08-76b1e290740a req-2bca81dd-65cf-44b1-8ca9-dc9d4f8c1276 service nova] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_rules [ 1075.080770] env[65824]: INFO networking_nsxv3.common.synchronization [req-f4abe57b-78e5-4c8b-ad08-76b1e290740a req-2bca81dd-65cf-44b1-8ca9-dc9d4f8c1276 service nova] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1075.080933] env[65824]: INFO networking_nsxv3.common.synchronization [req-f4abe57b-78e5-4c8b-ad08-76b1e290740a req-2bca81dd-65cf-44b1-8ca9-dc9d4f8c1276 service nova] Enqueued Resource ID: 0d98e3eb-4aec-421e-b05b-e6157b7d09fe with Priority: HIGHEST for action port [ 1075.081857] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_rules [ 1075.082082] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1075.082254] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d98e3eb-4aec-421e-b05b-e6157b7d09fe with Priority: HIGHEST for action port [ 1075.082631] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.082813] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.082932] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.083252] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.083441] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.084526] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.084717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.086180] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d98e3eb-4aec-421e-b05b-e6157b7d09fe taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.086180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d98e3eb-4aec-421e-b05b-e6157b7d09fe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.086180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d98e3eb-4aec-421e-b05b-e6157b7d09fe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.086180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d98e3eb-4aec-421e-b05b-e6157b7d09fe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.086180] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d98e3eb-4aec-421e-b05b-e6157b7d09fe',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.587880] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.588149] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.588274] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d98e3eb-4aec-421e-b05b-e6157b7d09fe with status ACTIVE [ 1075.588517] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.588656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.588747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.589069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.589218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.589443] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.589574] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.589639] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.589851] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.589950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.590206] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.590353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.590446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.590653] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.590741] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.590843] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d98e3eb-4aec-421e-b05b-e6157b7d09fe is going to be updated. [ 1075.614070] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.614278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.614384] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.614649] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.614834] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.615082] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d98e3eb-4aec-421e-b05b-e6157b7d09fe" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.862807] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f109b535-4d3d-4503-b8f1-43a2b3de0cc4 in Status: SUCCESS [ 1075.862807] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.863019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.863170] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.863385] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.863556] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.863556] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.863762] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.863812] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.863901] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.863998] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f109b535-4d3d-4503-b8f1-43a2b3de0cc4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.366136] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.366347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.366393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.366627] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.366832] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.366944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.367020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.367190] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.367282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.367374] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.367528] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.367626] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.367689] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.367870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.368027] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.368121] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.368184] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.368328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.368404] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.368490] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.368588] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f109b535-4d3d-4503-b8f1-43a2b3de0cc4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.871411] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f109b535-4d3d-4503-b8f1-43a2b3de0cc4: rpc.has_security_group_logging(os_id): False [ 1076.891411] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.891654] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.891654] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.891864] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.891956] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.892385] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.892529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.892625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.892747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.892823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.893114] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.893244] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.893332] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.893528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.893660] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.893993] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.894157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.894261] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.894461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.894571] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.894774] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f109b535-4d3d-4503-b8f1-43a2b3de0cc4 is going to be created. [ 1076.958893] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 1076.959273] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.959453] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.959623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.959871] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.960039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.960095] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.960269] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.960355] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.960470] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.963267] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.963428] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.963505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.963635] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.963803] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.984753] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f109b535-4d3d-4503-b8f1-43a2b3de0cc4 in Status: IN_PROGRESS for 2s [ 1077.463338] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.966563] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.468963] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.469185] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.469255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.469490] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.469586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.469689] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 1078.500067] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.500067] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.500067] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.500396] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.500396] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.518917] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 1079.006128] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f109b535-4d3d-4503-b8f1-43a2b3de0cc4 in Status: SUCCESS [ 1079.006536] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.083501] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1080.084300] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1080.530737] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 1080.531022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.531267] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.531556] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.531811] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.531964] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.532071] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.532431] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.532431] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.532566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.532566] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.035849] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.035849] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.035849] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.036170] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.036859] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.036859] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.036859] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.036859] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.036859] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.036859] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.037213] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.037213] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.037213] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.037390] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.037426] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.037596] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.037596] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.037940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.037940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.037940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.038125] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.543543] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8: rpc.has_security_group_logging(os_id): False [ 1081.563579] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.563741] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.563741] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.564014] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.588375] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.588672] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.588808] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.588880] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.589067] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.589158] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.589376] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.589479] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.589550] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.589694] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.589798] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.590065] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.590230] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.590375] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.590543] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.590652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.590792] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 1081.691572] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.691712] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.691753] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.691955] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.692195] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.712638] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 1082.416118] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.416337] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.416456] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.416737] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.416987] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.417199] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.417417] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.417772] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.418048] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.418397] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.418622] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.418841] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.419049] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.419222] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.419340] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.419473] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.440945] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.441141] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.441280] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.441459] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.441777] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-29a0c09e-7d53-482b-b1bd-54a59526301f taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.441954] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-29a0c09e-7d53-482b-b1bd-54a59526301f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.442085] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-29a0c09e-7d53-482b-b1bd-54a59526301f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.442431] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-29a0c09e-7d53-482b-b1bd-54a59526301f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.442570] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29a0c09e-7d53-482b-b1bd-54a59526301f',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.945397] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.945828] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.945828] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.946100] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.946235] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.946360] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 29a0c09e-7d53-482b-b1bd-54a59526301f not found, creating... [ 1082.946664] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.946882] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.946964] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.947201] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.947358] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.947642] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.947795] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.947929] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.948136] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.948268] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.948405] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 29a0c09e-7d53-482b-b1bd-54a59526301f is going to be created. [ 1082.969608] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.969987] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.970142] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.970297] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.970534] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.970828] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-29a0c09e-7d53-482b-b1bd-54a59526301f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.696848] env[65824]: INFO networking_nsxv3.common.synchronization [req-0af6b804-6a87-43fb-aca6-59139360a339 req-11b087c1-8e99-46bf-a0a0-2a95bce14986 service nova] Enqueued Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_rules [ 1083.697038] env[65824]: INFO networking_nsxv3.common.synchronization [req-0af6b804-6a87-43fb-aca6-59139360a339 req-11b087c1-8e99-46bf-a0a0-2a95bce14986 service nova] Enqueued Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 1083.697179] env[65824]: INFO networking_nsxv3.common.synchronization [req-0af6b804-6a87-43fb-aca6-59139360a339 req-11b087c1-8e99-46bf-a0a0-2a95bce14986 service nova] Enqueued Resource ID: 29a0c09e-7d53-482b-b1bd-54a59526301f with Priority: HIGHEST for action port [ 1083.697751] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_rules [ 1083.697883] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 1083.698075] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29a0c09e-7d53-482b-b1bd-54a59526301f with Priority: HIGHEST for action port [ 1083.698367] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.698590] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.698590] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.698748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.698855] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.700160] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.700290] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.700415] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.700541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.700691] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.700782] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.700845] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.701039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.701152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.701222] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.702045] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-29a0c09e-7d53-482b-b1bd-54a59526301f taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.702607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29a0c09e-7d53-482b-b1bd-54a59526301f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.702607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29a0c09e-7d53-482b-b1bd-54a59526301f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.702607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29a0c09e-7d53-482b-b1bd-54a59526301f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.702607] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29a0c09e-7d53-482b-b1bd-54a59526301f',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.733171] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 1083.733171] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.204770] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.205849] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29a0c09e-7d53-482b-b1bd-54a59526301f with status ACTIVE [ 1084.207037] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.207037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.207037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.207037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.207037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.207037] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.207037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.207037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.207037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.207495] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.207495] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.207495] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.208337] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.208445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.208535] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.208684] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29a0c09e-7d53-482b-b1bd-54a59526301f is going to be updated. [ 1084.210036] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.210036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.230227] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.230372] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.230444] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.230664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.230952] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.231248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29a0c09e-7d53-482b-b1bd-54a59526301f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.711114] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.213845] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.214213] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.214213] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.214213] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.214331] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.214421] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 is going to be created. [ 1085.239300] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.239473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.239522] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.239730] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.239934] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.249427] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: UNINITIALIZED for 2s [ 1087.262043] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: SUCCESS [ 1087.262446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.262524] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.262785] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.263053] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.263215] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.263305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.263514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.263623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.263740] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.263864] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.767133] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.767133] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.767316] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.767563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.767897] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.767988] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.768103] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.768367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.768506] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.768629] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.768848] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.768997] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.769078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.770180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.770180] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.770180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.770180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.770180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.770180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.770180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.770519] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.273434] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9fbec62-5fab-43be-8bfd-5f8949350202: rpc.has_security_group_logging(os_id): False [ 1088.292966] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.292966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.292966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.292966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.292966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.293301] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.293301] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.293301] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.293438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.293438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.293900] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.293900] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.293900] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.294172] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.294172] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.294266] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.294330] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.294378] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.294510] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.294606] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.294673] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 is going to be created. [ 1088.357282] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.357466] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.357512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.357690] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.357869] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.370541] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: IN_PROGRESS for 2s [ 1088.699460] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1088.699588] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1090.386692] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: SUCCESS [ 1090.387423] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.822244] env[65824]: INFO networking_nsxv3.common.synchronization [req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe req-fef48a7d-c4d4-4aaf-8621-ad0810782b0a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1090.822829] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1090.823595] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.823595] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.823595] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.823595] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.823881] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.823950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.824235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.824235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.824354] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.824483] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.326553] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.335111] env[65824]: INFO networking_nsxv3.common.synchronization [req-7faa47ec-f564-440f-bb63-5a20199b35ff req-114bf919-4c0c-4422-8c9f-6d89c3b6ae49 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Enqueued Resource ID: f109b535-4d3d-4503-b8f1-43a2b3de0cc4 with Priority: HIGHEST for action security_group_members [ 1091.335187] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f109b535-4d3d-4503-b8f1-43a2b3de0cc4 with Priority: HIGHEST for action security_group_members [ 1091.335415] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.336036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.336036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.336036] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.336036] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.336262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.336262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.336380] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.336416] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.336498] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f109b535-4d3d-4503-b8f1-43a2b3de0cc4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.829477] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.838768] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.838970] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.838970] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.839197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.839286] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.839471] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.839564] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.839623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.839765] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.839879] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.839923] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f109b535-4d3d-4503-b8f1-43a2b3de0cc4 is going to be updated. [ 1091.869440] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.869687] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.870245] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.870245] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.870245] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.882039] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f109b535-4d3d-4503-b8f1-43a2b3de0cc4 in Status: IN_PROGRESS for 2s [ 1092.332083] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.332399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.332399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.332491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.332631] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.332712] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 1092.362510] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.362648] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.362733] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.362919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.363087] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.375024] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 1093.003490] env[65824]: INFO networking_nsxv3.common.synchronization [None req-e3f2401c-d42a-4d89-9133-17e2a4408113 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Enqueued Resource ID: d056cff1-d31c-41ba-88b6-3048375f2ae7 with Priority: HIGHEST for action security_group_rules [ 1093.003883] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d056cff1-d31c-41ba-88b6-3048375f2ae7 with Priority: HIGHEST for action security_group_rules [ 1093.004094] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d056cff1-d31c-41ba-88b6-3048375f2ae7 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.004261] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d056cff1-d31c-41ba-88b6-3048375f2ae7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.004261] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d056cff1-d31c-41ba-88b6-3048375f2ae7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.005213] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d056cff1-d31c-41ba-88b6-3048375f2ae7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.005213] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d056cff1-d31c-41ba-88b6-3048375f2ae7',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.138165] env[65824]: INFO networking_nsxv3.common.synchronization [None req-8d93ff27-4c1a-4611-9a3d-2d3ef2991c57 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Enqueued Resource ID: d056cff1-d31c-41ba-88b6-3048375f2ae7 with Priority: HIGHEST for action security_group_rules [ 1093.138716] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d056cff1-d31c-41ba-88b6-3048375f2ae7 with Priority: HIGHEST for action security_group_rules [ 1093.139063] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d056cff1-d31c-41ba-88b6-3048375f2ae7 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.139166] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d056cff1-d31c-41ba-88b6-3048375f2ae7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.525865] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.526131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.526131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.526341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.526431] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.526530] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d056cff1-d31c-41ba-88b6-3048375f2ae7 already deleted. [ 1093.526614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d056cff1-d31c-41ba-88b6-3048375f2ae7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.527087] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d056cff1-d31c-41ba-88b6-3048375f2ae7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.527087] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d056cff1-d31c-41ba-88b6-3048375f2ae7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.527087] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d056cff1-d31c-41ba-88b6-3048375f2ae7',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.891875] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f109b535-4d3d-4503-b8f1-43a2b3de0cc4 in Status: SUCCESS [ 1093.892086] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f109b535-4d3d-4503-b8f1-43a2b3de0cc4 deletion is rescheduled due to dependency. [ 1093.892210] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f109b535-4d3d-4503-b8f1-43a2b3de0cc4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.052286] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.052595] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.052595] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.052753] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.052870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.052970] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d056cff1-d31c-41ba-88b6-3048375f2ae7 already deleted. [ 1094.053067] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d056cff1-d31c-41ba-88b6-3048375f2ae7" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.387531] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 1094.387848] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.765095] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.765443] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-216" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.765443] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-216" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.765670] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-216" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.765984] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.766177] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.766293] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.766514] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.766655] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.766873] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.767018] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.767139] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.767249] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.767362] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.767466] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.767596] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.787533] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.787719] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.787836] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.788024] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-216" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.788373] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-efd530ad-fb83-4050-8a20-4e6a82e1e995 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.788549] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-efd530ad-fb83-4050-8a20-4e6a82e1e995" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.788665] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-efd530ad-fb83-4050-8a20-4e6a82e1e995" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.788954] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-efd530ad-fb83-4050-8a20-4e6a82e1e995" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.789110] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efd530ad-fb83-4050-8a20-4e6a82e1e995',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.291881] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.292360] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.292360] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.292516] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.292666] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.292964] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.293166] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.293289] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.293508] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.293658] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.293983] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.294164] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.294282] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.294490] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.294623] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.294759] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: efd530ad-fb83-4050-8a20-4e6a82e1e995 is going to be updated. [ 1096.319291] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.319528] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.319614] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.319895] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.320110] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.320341] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-efd530ad-fb83-4050-8a20-4e6a82e1e995" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.018543] env[65824]: INFO networking_nsxv3.common.synchronization [req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 req-a73bb4dd-11ca-4d07-b713-7ecec87bde86 service nova] Enqueued Resource ID: 213e903a-5e9e-4ac7-9196-e688488348ef with Priority: HIGHEST for action security_group_rules [ 1097.018834] env[65824]: INFO networking_nsxv3.common.synchronization [req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 req-a73bb4dd-11ca-4d07-b713-7ecec87bde86 service nova] Enqueued Resource ID: 213e903a-5e9e-4ac7-9196-e688488348ef with Priority: HIGHEST for action security_group_members [ 1097.018893] env[65824]: INFO networking_nsxv3.common.synchronization [req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 req-a73bb4dd-11ca-4d07-b713-7ecec87bde86 service nova] Enqueued Resource ID: efd530ad-fb83-4050-8a20-4e6a82e1e995 with Priority: HIGHEST for action port [ 1097.019506] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213e903a-5e9e-4ac7-9196-e688488348ef with Priority: HIGHEST for action security_group_rules [ 1097.019644] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213e903a-5e9e-4ac7-9196-e688488348ef with Priority: HIGHEST for action security_group_members [ 1097.019740] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd530ad-fb83-4050-8a20-4e6a82e1e995 with Priority: HIGHEST for action port [ 1097.021145] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-213e903a-5e9e-4ac7-9196-e688488348ef taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.021322] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.022032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.022298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.022436] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('213e903a-5e9e-4ac7-9196-e688488348ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.023379] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-213e903a-5e9e-4ac7-9196-e688488348ef taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.023453] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.023554] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.024306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.024524] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.024667] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.024766] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.024954] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.025092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.025230] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('213e903a-5e9e-4ac7-9196-e688488348ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.026101] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-efd530ad-fb83-4050-8a20-4e6a82e1e995 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.026244] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efd530ad-fb83-4050-8a20-4e6a82e1e995" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.026344] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efd530ad-fb83-4050-8a20-4e6a82e1e995" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.026597] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efd530ad-fb83-4050-8a20-4e6a82e1e995" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.026707] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efd530ad-fb83-4050-8a20-4e6a82e1e995',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.528961] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-213e903a-5e9e-4ac7-9196-e688488348ef taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.529259] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.529349] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('213e903a-5e9e-4ac7-9196-e688488348ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.530442] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efd530ad-fb83-4050-8a20-4e6a82e1e995 with status ACTIVE [ 1097.530442] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.530643] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.530643] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.530805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.530895] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.531084] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.531183] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.531248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.531402] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.531481] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.531661] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.531754] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.531812] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.531950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.532035] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.532122] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efd530ad-fb83-4050-8a20-4e6a82e1e995 is going to be updated. [ 1097.561989] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.562222] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.562222] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.562432] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.562573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.562738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efd530ad-fb83-4050-8a20-4e6a82e1e995" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.034291] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('213e903a-5e9e-4ac7-9196-e688488348ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.536968] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.537262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.537348] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.537612] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.537707] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.537808] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 213e903a-5e9e-4ac7-9196-e688488348ef is going to be updated. [ 1098.570471] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.570710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.570710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.570909] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.571072] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.581308] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213e903a-5e9e-4ac7-9196-e688488348ef in Status: IN_PROGRESS for 2s [ 1099.210672] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.210672] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.211063] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.211103] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.212156] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.212156] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.212156] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.212156] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.212156] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.212614] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.212737] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.212856] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.212971] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.213089] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.213191] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.213325] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.234686] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.234951] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.234951] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.235105] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-998" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.235432] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-29a0c09e-7d53-482b-b1bd-54a59526301f taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.235603] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-29a0c09e-7d53-482b-b1bd-54a59526301f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.235780] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-29a0c09e-7d53-482b-b1bd-54a59526301f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.236069] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-29a0c09e-7d53-482b-b1bd-54a59526301f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.236279] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29a0c09e-7d53-482b-b1bd-54a59526301f',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.738757] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.738970] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.739109] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.739413] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.739713] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.740026] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.740197] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.740315] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.740562] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.740703] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.740982] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.741213] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.741287] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.741463] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.741593] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.741731] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 29a0c09e-7d53-482b-b1bd-54a59526301f is going to be updated. [ 1099.762509] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.762741] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.762789] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.763032] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.763231] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.763506] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-29a0c09e-7d53-482b-b1bd-54a59526301f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.451508] env[65824]: INFO networking_nsxv3.common.synchronization [req-3bf24706-5e99-4311-b11a-b3eebc773f8b req-de5d2062-8bf8-4980-9241-3eb3a5794b1c service nova] Enqueued Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_rules [ 1100.451770] env[65824]: INFO networking_nsxv3.common.synchronization [req-3bf24706-5e99-4311-b11a-b3eebc773f8b req-de5d2062-8bf8-4980-9241-3eb3a5794b1c service nova] Enqueued Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 1100.451828] env[65824]: INFO networking_nsxv3.common.synchronization [req-3bf24706-5e99-4311-b11a-b3eebc773f8b req-de5d2062-8bf8-4980-9241-3eb3a5794b1c service nova] Enqueued Resource ID: 29a0c09e-7d53-482b-b1bd-54a59526301f with Priority: HIGHEST for action port [ 1100.452470] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_rules [ 1100.452678] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 1100.452857] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29a0c09e-7d53-482b-b1bd-54a59526301f with Priority: HIGHEST for action port [ 1100.453815] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.454089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.454210] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.454551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.454551] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.455670] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.455821] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.455876] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.456105] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.456264] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.456411] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.456411] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.456552] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.456635] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.456724] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.457844] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-29a0c09e-7d53-482b-b1bd-54a59526301f taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.458031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29a0c09e-7d53-482b-b1bd-54a59526301f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.458097] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29a0c09e-7d53-482b-b1bd-54a59526301f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.458349] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29a0c09e-7d53-482b-b1bd-54a59526301f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.458349] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29a0c09e-7d53-482b-b1bd-54a59526301f',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.592681] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213e903a-5e9e-4ac7-9196-e688488348ef in Status: SUCCESS [ 1100.592911] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.593102] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.593336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.593556] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.593703] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.593747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.593896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.594010] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.594115] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.594211] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('213e903a-5e9e-4ac7-9196-e688488348ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.959927] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.960427] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.960427] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.961395] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29a0c09e-7d53-482b-b1bd-54a59526301f with status ACTIVE [ 1100.962070] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.962070] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.962070] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.962070] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.962070] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.962449] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.962449] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.962449] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.962648] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.962648] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.962863] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.962863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.963068] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.963068] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.963200] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.963287] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29a0c09e-7d53-482b-b1bd-54a59526301f is going to be updated. [ 1100.984941] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.985232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.985232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.985385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.985522] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.985678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29a0c09e-7d53-482b-b1bd-54a59526301f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.096472] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('213e903a-5e9e-4ac7-9196-e688488348ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.466511] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.598874] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 213e903a-5e9e-4ac7-9196-e688488348ef: rpc.has_security_group_logging(os_id): False [ 1101.617576] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.618045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.618961] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.618961] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.618961] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.618961] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.619254] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.619254] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.619725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.619725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.619725] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 213e903a-5e9e-4ac7-9196-e688488348ef is going to be updated. [ 1101.680493] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.680591] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.680632] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.680823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.680975] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.699234] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 213e903a-5e9e-4ac7-9196-e688488348ef in Status: IN_PROGRESS for 2s [ 1101.969857] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.969857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.969857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.969857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.969857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.969857] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 is going to be updated. [ 1102.000353] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.000558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.000650] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.000936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.001152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.009755] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: IN_PROGRESS for 2s [ 1103.390228] env[65824]: INFO networking_nsxv3.common.synchronization [req-10f51860-25f5-4333-925e-094bfe026721 req-08c51b7f-ea73-4bc6-94b1-bb56338b58a5 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Enqueued Resource ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 with Priority: HIGHEST for action security_group_members [ 1103.390228] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 with Priority: HIGHEST for action security_group_members [ 1103.390738] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.390738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.390738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.390969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.391310] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.391701] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.391701] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.391701] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.391920] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.391920] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdb1ea4f-7c56-4861-a1a0-7e5de92574b2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.719544] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 213e903a-5e9e-4ac7-9196-e688488348ef in Status: SUCCESS [ 1103.719865] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.896574] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdb1ea4f-7c56-4861-a1a0-7e5de92574b2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.907342] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.907547] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.907881] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.907993] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.908177] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.908334] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.908475] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.908697] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.908842] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.909489] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.909594] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.909669] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.909781] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.909898] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.910015] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.910159] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.931172] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.931353] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1103.931479] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.931658] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-515" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.932052] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-a83d4887-343b-43a5-bca8-4496ab5cff0c taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.932197] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-a83d4887-343b-43a5-bca8-4496ab5cff0c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.932266] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-a83d4887-343b-43a5-bca8-4496ab5cff0c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.932606] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-a83d4887-343b-43a5-bca8-4496ab5cff0c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.932736] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a83d4887-343b-43a5-bca8-4496ab5cff0c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.023042] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: SUCCESS [ 1104.023314] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.023495] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.023670] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.023887] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.024043] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.024154] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.024295] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.024460] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.024536] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.024599] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.398514] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdb1ea4f-7c56-4861-a1a0-7e5de92574b2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.434717] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.435657] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.435657] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.435657] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.435657] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.435657] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port a83d4887-343b-43a5-bca8-4496ab5cff0c not found, creating... [ 1104.435944] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.436157] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.436231] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.436465] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.436626] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.436937] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.437144] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.437304] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.437523] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.437654] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.437790] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: a83d4887-343b-43a5-bca8-4496ab5cff0c is going to be created. [ 1104.458094] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.458388] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.458639] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.458939] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.459206] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.459437] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-a83d4887-343b-43a5-bca8-4496ab5cff0c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.526924] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.527214] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.527280] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.527480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.527648] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.527737] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.527804] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.527951] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.528053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.528143] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.528287] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.528420] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.528578] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.528641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.528749] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.528835] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.528893] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.529072] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.529138] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.529199] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.529289] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.904140] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.904140] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.904140] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.904140] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.904140] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.904140] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 is going to be updated. [ 1104.936344] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.936344] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.936344] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.936344] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.936344] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.945181] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 in Status: IN_PROGRESS for 2s [ 1105.031757] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9fbec62-5fab-43be-8bfd-5f8949350202: rpc.has_security_group_logging(os_id): False [ 1105.055901] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.056197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.056254] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.056480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.056540] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.056804] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.056922] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.056976] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.057203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.057291] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.057489] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.057578] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.057641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.057789] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.057864] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.058636] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.058880] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.058880] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.059025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.059132] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.059227] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 is going to be updated. [ 1105.130986] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.130986] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.130986] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.131381] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.131381] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.148464] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: IN_PROGRESS for 2s [ 1105.678061] env[65824]: INFO networking_nsxv3.common.synchronization [req-10f51860-25f5-4333-925e-094bfe026721 req-3ba42a67-fab0-48f2-a1d4-61e967d4a491 service nova] Enqueued Resource ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 with Priority: HIGHEST for action security_group_rules [ 1105.678061] env[65824]: INFO networking_nsxv3.common.synchronization [req-10f51860-25f5-4333-925e-094bfe026721 req-3ba42a67-fab0-48f2-a1d4-61e967d4a491 service nova] Enqueued Resource ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 with Priority: HIGHEST for action security_group_members [ 1105.678481] env[65824]: INFO networking_nsxv3.common.synchronization [req-10f51860-25f5-4333-925e-094bfe026721 req-3ba42a67-fab0-48f2-a1d4-61e967d4a491 service nova] Enqueued Resource ID: a83d4887-343b-43a5-bca8-4496ab5cff0c with Priority: HIGHEST for action port [ 1105.678687] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 with Priority: HIGHEST for action security_group_rules [ 1105.678831] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 with Priority: HIGHEST for action security_group_members [ 1105.678928] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83d4887-343b-43a5-bca8-4496ab5cff0c with Priority: HIGHEST for action port [ 1105.679224] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.679350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.679416] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.679640] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.679770] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdb1ea4f-7c56-4861-a1a0-7e5de92574b2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.681116] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.681197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.681377] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-a83d4887-343b-43a5-bca8-4496ab5cff0c taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.681478] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a83d4887-343b-43a5-bca8-4496ab5cff0c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.681541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a83d4887-343b-43a5-bca8-4496ab5cff0c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.681733] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a83d4887-343b-43a5-bca8-4496ab5cff0c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.681811] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a83d4887-343b-43a5-bca8-4496ab5cff0c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.710593] env[65824]: INFO networking_nsxv3.common.synchronization [req-a3d771d9-116a-4fa0-897c-e64461a3fc80 req-9e9a3753-0b0a-4dc6-9e4e-6526c0d714d8 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1105.711152] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1105.711474] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.711595] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.711670] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.711853] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.712014] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.712117] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.712174] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.712364] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.712442] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.712533] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.060030] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.060030] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.060030] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.060030] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.060030] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.060570] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.060826] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.061183] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.061463] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.061784] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.062033] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.062272] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.063087] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.063087] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.063087] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.063087] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.082469] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.082687] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.082851] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.083101] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-558" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.083489] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-0c10105c-7d73-4b5c-842a-88c13725428d taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.083633] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-0c10105c-7d73-4b5c-842a-88c13725428d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.083728] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-0c10105c-7d73-4b5c-842a-88c13725428d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.084105] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-0c10105c-7d73-4b5c-842a-88c13725428d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.084262] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c10105c-7d73-4b5c-842a-88c13725428d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.184207] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.184422] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.184654] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a83d4887-343b-43a5-bca8-4496ab5cff0c with status ACTIVE [ 1106.184834] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.184944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.185050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.185315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.185517] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.185598] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.185678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.185737] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.185989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.185989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.186254] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.186361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.186451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.186574] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.186645] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.186730] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a83d4887-343b-43a5-bca8-4496ab5cff0c is going to be updated. [ 1106.210063] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.210296] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.210296] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.210510] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.210654] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.210821] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a83d4887-343b-43a5-bca8-4496ab5cff0c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.214315] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.586675] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.586946] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.587137] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.587489] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.587668] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.587852] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 0c10105c-7d73-4b5c-842a-88c13725428d not found, creating... [ 1106.588154] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.588386] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.588605] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.588871] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.589051] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.589393] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.589614] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.589675] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.589915] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.590094] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.590299] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 0c10105c-7d73-4b5c-842a-88c13725428d is going to be created. [ 1106.613281] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.613650] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.613774] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.614137] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.614392] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.614627] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-0c10105c-7d73-4b5c-842a-88c13725428d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.717139] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.955611] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 in Status: SUCCESS [ 1106.955847] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.956031] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.956350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.956552] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.956662] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.956729] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.956888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.956971] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.957081] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdb1ea4f-7c56-4861-a1a0-7e5de92574b2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.169243] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: SUCCESS [ 1107.169504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.219405] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.219586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.219645] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.219843] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.219992] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.220042] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 1107.253164] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.253389] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.253389] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.253597] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.253745] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.263950] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 1107.374978] env[65824]: INFO networking_nsxv3.common.synchronization [req-a3d771d9-116a-4fa0-897c-e64461a3fc80 req-dbc8e9f9-03e2-4241-a9e4-5c8ea4778a59 service nova] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_rules [ 1107.374978] env[65824]: INFO networking_nsxv3.common.synchronization [req-a3d771d9-116a-4fa0-897c-e64461a3fc80 req-dbc8e9f9-03e2-4241-a9e4-5c8ea4778a59 service nova] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1107.374978] env[65824]: INFO networking_nsxv3.common.synchronization [req-a3d771d9-116a-4fa0-897c-e64461a3fc80 req-dbc8e9f9-03e2-4241-a9e4-5c8ea4778a59 service nova] Enqueued Resource ID: 0c10105c-7d73-4b5c-842a-88c13725428d with Priority: HIGHEST for action port [ 1107.374978] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_rules [ 1107.374978] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1107.374978] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c10105c-7d73-4b5c-842a-88c13725428d with Priority: HIGHEST for action port [ 1107.374978] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.374978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.374978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.374978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.374978] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.374978] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.374978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.374978] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c10105c-7d73-4b5c-842a-88c13725428d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.374978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c10105c-7d73-4b5c-842a-88c13725428d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.374978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c10105c-7d73-4b5c-842a-88c13725428d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.374978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c10105c-7d73-4b5c-842a-88c13725428d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.374978] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c10105c-7d73-4b5c-842a-88c13725428d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.460443] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdb1ea4f-7c56-4861-a1a0-7e5de92574b2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.872742] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.873108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.876341] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c10105c-7d73-4b5c-842a-88c13725428d with status ACTIVE [ 1107.876542] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.876665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.876732] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.876944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.877047] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.877388] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.877514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.877583] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.877766] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.877842] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.878054] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.878168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.878215] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.878356] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.878435] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.878522] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c10105c-7d73-4b5c-842a-88c13725428d is going to be updated. [ 1107.899967] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.899967] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.899967] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.899967] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.899967] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.899967] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c10105c-7d73-4b5c-842a-88c13725428d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.961835] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdb1ea4f-7c56-4861-a1a0-7e5de92574b2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.464577] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.464822] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.464964] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.465259] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.465377] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.465499] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 is going to be updated. [ 1108.500158] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.500309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.500387] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.500588] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.500732] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.510536] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 in Status: IN_PROGRESS for 2s [ 1109.280132] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 1109.280506] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.280592] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.280814] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.281038] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.281145] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.281216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.281397] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.281484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.281580] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.783831] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.286356] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.521426] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 in Status: SUCCESS [ 1110.521426] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.521588] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.521847] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.522126] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.522290] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.522353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.522600] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.522662] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.522794] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.522907] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdb1ea4f-7c56-4861-a1a0-7e5de92574b2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.789043] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.789206] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.789279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.789502] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.789596] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.789697] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 1110.822513] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.822660] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.822731] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.822948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.823130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.833295] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 1111.025549] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.025757] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.025757] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.025969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.026152] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.026265] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.026336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.026491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.026582] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.026670] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.026817] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.026910] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.026971] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.027128] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.027325] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.027399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.027459] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.027603] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.027705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.027761] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.027848] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdb1ea4f-7c56-4861-a1a0-7e5de92574b2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.530899] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdb1ea4f-7c56-4861-a1a0-7e5de92574b2: rpc.has_security_group_logging(os_id): False [ 1111.550872] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.551085] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.551085] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.551410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.551520] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.551787] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.551910] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.551910] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.552142] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.552268] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.552525] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.552668] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.552773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.552957] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.553073] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.553321] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.553477] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.553550] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.553732] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.553820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.553908] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 is going to be updated. [ 1111.636171] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.636367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.636442] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.636671] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.636848] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.652432] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 in Status: IN_PROGRESS for 2s [ 1112.369657] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1112.369810] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1112.844736] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 1112.845069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.845188] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.845406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.845632] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.845734] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.845784] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.845915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.845991] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.846094] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.846184] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.349183] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.349384] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.349425] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.349636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.349815] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.349918] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.349983] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.350146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.350232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.350322] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.350465] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.350558] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.350699] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.350861] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.351007] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.351105] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.351165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.351305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.351381] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.351460] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.351550] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.665830] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 in Status: SUCCESS [ 1113.666061] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.854098] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8: rpc.has_security_group_logging(os_id): False [ 1113.872312] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.872521] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.872521] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.872749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.872839] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.873038] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.873160] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.873224] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.873378] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.873455] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.873686] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.873788] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.873853] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.874015] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.874111] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.874364] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.874529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.874529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.874656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.874742] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.874842] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 1113.936838] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.937087] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.937173] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.937346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.937502] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.951513] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 1115.823875] env[65824]: INFO networking_nsxv3.common.synchronization [req-14537d87-043d-4b9f-93a8-017291945eed req-c2e4e374-9384-4736-bd0d-f136e9fa1ca7 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGHEST for action security_group_members [ 1115.824673] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGHEST for action security_group_members [ 1115.824673] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4038ee53-8771-4299-9d29-5494e0bcae3b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.824758] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.824758] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.824954] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.825402] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.825402] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.825402] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.825517] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.825517] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.825610] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.967542] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 1115.967758] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.328100] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.830274] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.332706] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.332866] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.332936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.333178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.333289] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.333401] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4038ee53-8771-4299-9d29-5494e0bcae3b is going to be updated. [ 1117.365602] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.365849] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.365849] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.366011] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.366168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.376572] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4038ee53-8771-4299-9d29-5494e0bcae3b in Status: IN_PROGRESS for 2s [ 1119.389894] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4038ee53-8771-4299-9d29-5494e0bcae3b in Status: SUCCESS [ 1119.390172] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.825397] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1120.825747] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1121.267370] env[65824]: INFO networking_nsxv3.common.synchronization [req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 req-4ab2eaa7-5d70-4469-a3c7-e1f7f87a71d5 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1121.268347] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1121.268347] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.268504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.268504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.268639] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.269824] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.269824] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.269824] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.269824] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.269824] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.269824] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.771423] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.274202] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.776804] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.776982] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.777049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.777370] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.777458] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.777596] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 1122.808924] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.808924] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.808924] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.808924] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.809175] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.819324] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 1124.145031] env[65824]: INFO networking_nsxv3.common.synchronization [req-59897df7-027e-4578-ad82-45bfe3c31bb2 req-6b7bf4ef-6e15-4d9c-8cac-727349a11cb6 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Enqueued Resource ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 with Priority: HIGHEST for action security_group_members [ 1124.145854] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 with Priority: HIGHEST for action security_group_members [ 1124.145854] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cd85a0-f6da-4311-bbc6-a5ad30631075 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.146051] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.146051] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.146863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.147122] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.147706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.147706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.147706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.147706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.147706] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7cd85a0-f6da-4311-bbc6-a5ad30631075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.651804] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.652109] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.652189] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.652446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.675230] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.675526] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.675668] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.675769] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.676045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.676165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.676225] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 is going to be updated. [ 1124.707425] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.707593] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.707642] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.707860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.708027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.719363] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 in Status: IN_PROGRESS for 2s [ 1124.829675] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 1124.829675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.909560] env[65824]: INFO networking_nsxv3.common.synchronization [req-d71cb906-04df-4d22-9891-0813f0e9b0ac req-7cf97334-0745-4443-bc45-d3f31a8dab4f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGHEST for action security_group_members [ 1125.910229] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGHEST for action security_group_members [ 1125.910770] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4038ee53-8771-4299-9d29-5494e0bcae3b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.910770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.910770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.910906] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.911858] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.911858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.911858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.911858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.911858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.911858] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.414459] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.414636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.414710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.414929] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.415051] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.415272] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.415415] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.415492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.415654] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.415739] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.415828] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4038ee53-8771-4299-9d29-5494e0bcae3b is going to be updated. [ 1126.447326] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.447326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.447326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.447326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.447326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.458074] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4038ee53-8771-4299-9d29-5494e0bcae3b in Status: IN_PROGRESS for 2s [ 1126.729131] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 in Status: SUCCESS [ 1126.729321] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cd85a0-f6da-4311-bbc6-a5ad30631075 deletion is rescheduled due to dependency. [ 1126.729425] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cd85a0-f6da-4311-bbc6-a5ad30631075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.932135] env[65824]: INFO networking_nsxv3.common.synchronization [req-4bf12600-b624-427a-b8ce-2d330ca09e77 req-fbd64aa9-c8ee-48f3-b974-eeb061bdccbf tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Enqueued Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1127.932135] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 with Priority: HIGHEST for action security_group_members [ 1127.932135] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.932433] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.932433] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.932505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.932670] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.932773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.932872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.933040] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.933127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.933217] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.435115] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.435329] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.435410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.436027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.436027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.436027] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.436194] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.436194] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.436289] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.436386] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.436508] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 is going to be updated. [ 1128.469054] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.469054] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.469054] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.469306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.469306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.478884] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: IN_PROGRESS for 2s [ 1128.479968] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4038ee53-8771-4299-9d29-5494e0bcae3b in Status: SUCCESS [ 1128.480177] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4038ee53-8771-4299-9d29-5494e0bcae3b deletion is rescheduled due to dependency. [ 1128.480294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.382262] env[65824]: INFO networking_nsxv3.common.synchronization [None req-d7b5159f-f01b-4b4c-b1e7-285736f6efff tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Enqueued Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 1130.382836] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGHEST for action security_group_members [ 1130.383172] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.383292] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.383358] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.383677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.383753] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.383868] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.383931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.384097] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.384186] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.384282] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.495059] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 in Status: SUCCESS [ 1130.495258] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8 deletion is rescheduled due to dependency. [ 1130.495377] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.888990] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.888990] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.889569] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.889676] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.889861] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.890272] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.890444] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.890541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.890825] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.890987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.891157] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 is going to be updated. [ 1130.923639] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.923823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.923823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.923999] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.924168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.934219] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: IN_PROGRESS for 2s [ 1132.889527] env[65824]: INFO networking_nsxv3.common.synchronization [req-25a84130-5dde-4d85-a148-de292f558853 req-323e8365-7cab-4158-983b-e07e30ecd2a5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Enqueued Resource ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 with Priority: HIGHEST for action security_group_members [ 1132.890417] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 with Priority: HIGHEST for action security_group_members [ 1132.890604] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.890777] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.890894] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.891213] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.891452] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.891611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.891683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.891851] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.891939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.892043] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee1adac1-f6c7-4d89-ac20-ac2cf742afc1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.945597] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fbec62-5fab-43be-8bfd-5f8949350202 in Status: SUCCESS [ 1132.945829] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 deletion is rescheduled due to dependency. [ 1132.945969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.394781] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.394987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.395073] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.395571] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.395571] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.395673] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.395731] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.395760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.396425] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.396425] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.396425] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 is going to be updated. [ 1133.426037] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.426241] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.426304] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.426533] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.427123] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.438426] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 in Status: IN_PROGRESS for 2s [ 1133.522631] env[65824]: INFO networking_nsxv3.common.synchronization [req-c303d862-e932-42dc-8059-4d837ddd6ff2 req-a84fc400-0193-4e00-b5ea-cce42a1328c3 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Enqueued Resource ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 with Priority: HIGHEST for action security_group_members [ 1133.522631] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 with Priority: HIGHEST for action security_group_members [ 1133.522631] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d797506-7d66-48d7-b3da-fe15c32725e8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.522631] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.522631] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.522631] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.522631] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.522631] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.522631] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.522631] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.522631] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.522631] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d797506-7d66-48d7-b3da-fe15c32725e8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.026179] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.026566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.026566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.026566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.026741] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.026930] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.029393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.029393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.029393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.029393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.029393] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 is going to be updated. [ 1134.072025] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.072025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.072025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.072025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.072025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.085966] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 in Status: IN_PROGRESS for 2s [ 1135.449816] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 in Status: SUCCESS [ 1135.450066] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 deletion is rescheduled due to dependency. [ 1135.450097] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.609262] env[65824]: INFO networking_nsxv3.common.synchronization [req-5c251e15-2bee-463f-9a44-cb4a36a35b05 req-ccaca08d-7f5b-4d4b-9bf8-ab2c592bf6d5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Enqueued Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGHEST for action security_group_members [ 1135.609802] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGHEST for action security_group_members [ 1135.610125] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.610250] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.610313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.610498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.610651] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.610746] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.610804] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.610954] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.611279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.611383] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.095930] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 in Status: SUCCESS [ 1136.096234] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 deletion is rescheduled due to dependency. [ 1136.096234] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.113786] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.615859] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.117989] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.118471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.118707] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.119049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.119269] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.119497] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 is going to be updated. [ 1137.154298] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.154298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.154298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.154298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.154298] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.162900] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 in Status: IN_PROGRESS for 2s [ 1139.175447] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 in Status: SUCCESS [ 1139.175745] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.610938] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1140.610938] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1145.612473] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1145.612829] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1146.238860] env[65824]: INFO networking_nsxv3.common.synchronization [req-93337a1a-91fa-41c5-b240-4a1d76426df5 req-538eb2f0-4f24-474c-910d-f2cd3daf3e79 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Enqueued Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGHEST for action security_group_members [ 1146.242716] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGHEST for action security_group_members [ 1146.243098] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.243230] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.243300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.243501] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.243650] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.243746] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.243809] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.243951] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.244049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.244145] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.750383] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.750769] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.750769] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.750839] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.750893] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.751091] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.751191] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.751251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.751399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.751472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.751559] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 is going to be updated. [ 1146.781672] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.781832] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.781893] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.782097] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.782241] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.792901] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 in Status: IN_PROGRESS for 2s [ 1148.804565] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 in Status: SUCCESS [ 1148.804887] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 deletion is rescheduled due to dependency. [ 1148.804887] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.243671] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1151.243671] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1151.340362] env[65824]: INFO networking_nsxv3.common.synchronization [req-1950a599-c8bb-483a-88aa-8f09b89f44c3 req-1f2fca3e-8115-410c-8946-9c4594cc9cbd tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Enqueued Resource ID: 213e903a-5e9e-4ac7-9196-e688488348ef with Priority: HIGHEST for action security_group_members [ 1151.341368] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213e903a-5e9e-4ac7-9196-e688488348ef with Priority: HIGHEST for action security_group_members [ 1151.341368] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-213e903a-5e9e-4ac7-9196-e688488348ef taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.341368] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.341500] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.341695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.341857] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.341951] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.342019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.342164] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.342246] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.342330] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('213e903a-5e9e-4ac7-9196-e688488348ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.570726] env[65824]: INFO networking_nsxv3.common.synchronization [None req-7a8fb309-4c9b-4289-bbae-d5a771f541b9 None None] Enqueued Resource ID: 006ac9ec-3dde-4389-9f72-ea681d92b84f with Priority: HIGHEST for action port [ 1151.570985] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ac9ec-3dde-4389-9f72-ea681d92b84f with Priority: HIGHEST for action port [ 1151.571575] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-006ac9ec-3dde-4389-9f72-ea681d92b84f taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.571695] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-006ac9ec-3dde-4389-9f72-ea681d92b84f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.571756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-006ac9ec-3dde-4389-9f72-ea681d92b84f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.572013] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-006ac9ec-3dde-4389-9f72-ea681d92b84f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.572271] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('006ac9ec-3dde-4389-9f72-ea681d92b84f',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.844624] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.844624] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.844624] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.844854] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.844854] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.845675] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.845675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.845675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.845675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.845675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.845675] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 213e903a-5e9e-4ac7-9196-e688488348ef is going to be updated. [ 1151.875830] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.875830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.875830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.875830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.875830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.883723] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213e903a-5e9e-4ac7-9196-e688488348ef in Status: IN_PROGRESS for 2s [ 1152.074714] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 006ac9ec-3dde-4389-9f72-ea681d92b84f [ 1152.075133] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.075280] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.075373] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.075562] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.075652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.075750] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:006ac9ec-3dde-4389-9f72-ea681d92b84f already deleted. [ 1152.075833] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-006ac9ec-3dde-4389-9f72-ea681d92b84f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.302502] env[65824]: INFO networking_nsxv3.common.synchronization [None req-3ab85e5f-6a66-447a-8490-4085150ef399 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Enqueued Resource ID: c2e4c74c-e644-4fb1-8642-12c639127596 with Priority: HIGHEST for action security_group_rules [ 1152.302771] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e4c74c-e644-4fb1-8642-12c639127596 with Priority: HIGHEST for action security_group_rules [ 1152.304435] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2e4c74c-e644-4fb1-8642-12c639127596 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.304435] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.304435] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.304435] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.304435] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2e4c74c-e644-4fb1-8642-12c639127596',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.407890] env[65824]: INFO networking_nsxv3.common.synchronization [None req-293ca159-8057-44c3-9377-5bee2346f366 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Enqueued Resource ID: c2e4c74c-e644-4fb1-8642-12c639127596 with Priority: HIGHEST for action security_group_rules [ 1152.408482] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e4c74c-e644-4fb1-8642-12c639127596 with Priority: HIGHEST for action security_group_rules [ 1152.408836] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2e4c74c-e644-4fb1-8642-12c639127596 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.408923] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.833761] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.833960] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.833960] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.834579] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.834579] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.834579] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2e4c74c-e644-4fb1-8642-12c639127596 already deleted. [ 1152.834579] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.834811] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.834811] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.834873] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2e4c74c-e644-4fb1-8642-12c639127596',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.359520] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.360248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.360248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.360248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.360248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.360248] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2e4c74c-e644-4fb1-8642-12c639127596 already deleted. [ 1153.360248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.896157] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213e903a-5e9e-4ac7-9196-e688488348ef in Status: SUCCESS [ 1153.896472] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 213e903a-5e9e-4ac7-9196-e688488348ef deletion is rescheduled due to dependency. [ 1153.896657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.077829] env[65824]: INFO networking_nsxv3.common.synchronization [None req-9945015b-67e5-4cf7-b4a6-a0cf90ee2c42 None None] Enqueued Resource ID: 526c6304-203b-4518-9e39-46bee5db19e4 with Priority: HIGHEST for action port [ 1154.077829] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526c6304-203b-4518-9e39-46bee5db19e4 with Priority: HIGHEST for action port [ 1154.077829] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-526c6304-203b-4518-9e39-46bee5db19e4 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.077829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-526c6304-203b-4518-9e39-46bee5db19e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.077829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-526c6304-203b-4518-9e39-46bee5db19e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.077829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-526c6304-203b-4518-9e39-46bee5db19e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.077829] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('526c6304-203b-4518-9e39-46bee5db19e4',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.579882] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 526c6304-203b-4518-9e39-46bee5db19e4 [ 1154.580588] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.580847] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.581134] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.581452] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.581676] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.582029] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:526c6304-203b-4518-9e39-46bee5db19e4 already deleted. [ 1154.582266] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-526c6304-203b-4518-9e39-46bee5db19e4" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.276287] env[65824]: INFO networking_nsxv3.common.synchronization [req-bca574da-52da-45a3-8725-e6cbbc459a8a req-c130d1d4-b8e4-40e8-b8ae-b6a537fb8802 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Enqueued Resource ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 with Priority: HIGHEST for action security_group_members [ 1157.276863] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 with Priority: HIGHEST for action security_group_members [ 1157.277267] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.277423] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.277494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.277719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.277908] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.278056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.278180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.278348] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.278450] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.278545] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdb1ea4f-7c56-4861-a1a0-7e5de92574b2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.780982] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdb1ea4f-7c56-4861-a1a0-7e5de92574b2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.283217] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdb1ea4f-7c56-4861-a1a0-7e5de92574b2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.785757] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.785757] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.785757] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.786054] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.786089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.786216] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 is going to be updated. [ 1158.819176] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.819176] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.819176] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.819445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.819445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.833145] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 in Status: IN_PROGRESS for 2s [ 1158.929147] env[65824]: INFO networking_nsxv3.common.synchronization [req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 req-bb3f315d-f487-4f58-a9a1-fb29b81995b8 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Enqueued Resource ID: c2e4c74c-e644-4fb1-8642-12c639127596 with Priority: HIGHEST for action security_group_members [ 1158.929874] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e4c74c-e644-4fb1-8642-12c639127596 with Priority: HIGHEST for action security_group_members [ 1158.930673] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2e4c74c-e644-4fb1-8642-12c639127596 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.930843] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.930942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.931424] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.931619] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.931892] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.931966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.932165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.932256] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.932354] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2e4c74c-e644-4fb1-8642-12c639127596',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.232973] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.233234] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-884" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.233361] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-884" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.233691] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-884" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.233972] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.234160] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.234282] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.234511] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.234652] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.234861] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.234970] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.235093] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.235200] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.235306] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.235409] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.235536] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.254633] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.254828] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.254920] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.255124] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-884" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.255427] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-c372081e-9d60-4dd6-96b5-3fa9cac70fde taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.255592] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-c372081e-9d60-4dd6-96b5-3fa9cac70fde" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.255705] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-c372081e-9d60-4dd6-96b5-3fa9cac70fde" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.256057] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-c372081e-9d60-4dd6-96b5-3fa9cac70fde" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.256204] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c372081e-9d60-4dd6-96b5-3fa9cac70fde',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.434709] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.435211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.435211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.435211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.435326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.435444] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.435542] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.435602] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.435748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.435822] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.435905] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2e4c74c-e644-4fb1-8642-12c639127596 already deleted. [ 1159.435984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.759621] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.759621] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.759869] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.759963] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.760134] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.760314] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port c372081e-9d60-4dd6-96b5-3fa9cac70fde not found, creating... [ 1159.760840] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.760840] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.760981] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.761197] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.761351] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.761691] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.761867] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.761988] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.762234] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.762388] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.762534] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: c372081e-9d60-4dd6-96b5-3fa9cac70fde is going to be created. [ 1159.792600] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.792894] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.793069] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.793435] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.793701] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.793957] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-c372081e-9d60-4dd6-96b5-3fa9cac70fde" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.476811] env[65824]: INFO networking_nsxv3.common.synchronization [req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 req-8e295ffd-b78a-4c15-804a-025c86483f0d service nova] Enqueued Resource ID: c2e4c74c-e644-4fb1-8642-12c639127596 with Priority: HIGHEST for action security_group_rules [ 1160.476811] env[65824]: INFO networking_nsxv3.common.synchronization [req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 req-8e295ffd-b78a-4c15-804a-025c86483f0d service nova] Enqueued Resource ID: c2e4c74c-e644-4fb1-8642-12c639127596 with Priority: HIGHEST for action security_group_members [ 1160.477254] env[65824]: INFO networking_nsxv3.common.synchronization [req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 req-8e295ffd-b78a-4c15-804a-025c86483f0d service nova] Enqueued Resource ID: c372081e-9d60-4dd6-96b5-3fa9cac70fde with Priority: HIGHEST for action port [ 1160.477391] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e4c74c-e644-4fb1-8642-12c639127596 with Priority: HIGHEST for action security_group_rules [ 1160.477522] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e4c74c-e644-4fb1-8642-12c639127596 with Priority: HIGHEST for action security_group_members [ 1160.477616] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c372081e-9d60-4dd6-96b5-3fa9cac70fde with Priority: HIGHEST for action port [ 1160.477886] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2e4c74c-e644-4fb1-8642-12c639127596 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.478090] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.478090] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.478272] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.478353] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2e4c74c-e644-4fb1-8642-12c639127596',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.479196] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2e4c74c-e644-4fb1-8642-12c639127596 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.479306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.479393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.479621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.479774] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.479875] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.479939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.481067] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.481067] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.481067] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2e4c74c-e644-4fb1-8642-12c639127596',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.481528] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-c372081e-9d60-4dd6-96b5-3fa9cac70fde taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.481528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c372081e-9d60-4dd6-96b5-3fa9cac70fde" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.481528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c372081e-9d60-4dd6-96b5-3fa9cac70fde" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.482345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c372081e-9d60-4dd6-96b5-3fa9cac70fde" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.482345] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c372081e-9d60-4dd6-96b5-3fa9cac70fde',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.844955] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 in Status: SUCCESS [ 1160.844955] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.983499] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2e4c74c-e644-4fb1-8642-12c639127596 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.983715] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.983759] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2e4c74c-e644-4fb1-8642-12c639127596',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.984791] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c372081e-9d60-4dd6-96b5-3fa9cac70fde with status ACTIVE [ 1160.984905] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.984975] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.984975] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.985204] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.985293] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.985467] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.985563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.985692] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.985774] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.985851] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.986061] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.986131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.986182] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.986321] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.986441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.986492] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c372081e-9d60-4dd6-96b5-3fa9cac70fde is going to be updated. [ 1161.010656] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.010801] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.010870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.011104] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.011485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.011485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c372081e-9d60-4dd6-96b5-3fa9cac70fde" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.488815] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2e4c74c-e644-4fb1-8642-12c639127596',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.519446] env[65824]: INFO networking_nsxv3.common.synchronization [req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 req-1329dcef-7baa-4123-9ab2-65b5e6a8f05e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Enqueued Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_members [ 1161.519446] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_members [ 1161.519446] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.519611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.519611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.519762] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.519912] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.520017] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.520214] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.520385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.520462] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.520559] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.990735] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.990976] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.992637] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.992637] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.992637] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.992637] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2e4c74c-e644-4fb1-8642-12c639127596 is going to be created. [ 1162.016687] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.017289] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.020028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.020028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.020028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.022389] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.022765] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.022937] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.023628] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.024164] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.027448] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.027448] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.027448] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.027448] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.027448] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.027448] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 is going to be updated. [ 1162.032445] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2e4c74c-e644-4fb1-8642-12c639127596 in Status: UNINITIALIZED for 2s [ 1162.056066] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.056066] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.056066] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.056066] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.056066] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.066402] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: IN_PROGRESS for 2s [ 1162.338803] env[65824]: INFO networking_nsxv3.common.synchronization [req-5411a7fb-b0ab-49eb-a616-41cdfedd782a req-971e1f5d-ccab-4210-ba90-ac18193339a3 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Enqueued Resource ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 with Priority: HIGHEST for action security_group_members [ 1162.339393] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 with Priority: HIGHEST for action security_group_members [ 1162.339746] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.339868] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.339930] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.341090] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.341269] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.341381] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.341451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.341616] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.341702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.341796] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdb1ea4f-7c56-4861-a1a0-7e5de92574b2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.845631] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.845920] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.845920] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.846074] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.846837] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.846837] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.846837] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.846837] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.846837] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.846837] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.846837] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 is going to be updated. [ 1162.886463] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.886648] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.886720] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.886928] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.888449] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.898658] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 in Status: IN_PROGRESS for 2s [ 1164.045311] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2e4c74c-e644-4fb1-8642-12c639127596 in Status: SUCCESS [ 1164.045625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.045733] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.046059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.046260] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.046387] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.046449] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.046612] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.046691] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.046776] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.046860] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2e4c74c-e644-4fb1-8642-12c639127596',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.077631] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: SUCCESS [ 1164.077804] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 deletion is rescheduled due to dependency. [ 1164.077922] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.549720] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2e4c74c-e644-4fb1-8642-12c639127596',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.909563] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 in Status: SUCCESS [ 1164.909781] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 deletion is rescheduled due to dependency. [ 1164.909946] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.054332] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2e4c74c-e644-4fb1-8642-12c639127596: rpc.has_security_group_logging(os_id): False [ 1165.076253] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.076416] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.076485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.076724] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.076808] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.077111] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.077219] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.077492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.078988] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.078988] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.078988] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2e4c74c-e644-4fb1-8642-12c639127596 is going to be created. [ 1165.153279] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.153468] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.153519] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.153712] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.153950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.166269] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2e4c74c-e644-4fb1-8642-12c639127596 in Status: IN_PROGRESS for 2s [ 1167.180736] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2e4c74c-e644-4fb1-8642-12c639127596 in Status: SUCCESS [ 1167.181034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.340323] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1167.340426] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1169.073944] env[65824]: INFO networking_nsxv3.common.synchronization [None req-69ea35a8-fa16-4b56-bd33-e606e7ecf220 None None] Enqueued Resource ID: 33e382d7-a852-428d-95a6-a2de0f9deea9 with Priority: HIGHEST for action port [ 1169.074283] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e382d7-a852-428d-95a6-a2de0f9deea9 with Priority: HIGHEST for action port [ 1169.074824] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-33e382d7-a852-428d-95a6-a2de0f9deea9 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.074880] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33e382d7-a852-428d-95a6-a2de0f9deea9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.074936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33e382d7-a852-428d-95a6-a2de0f9deea9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.076351] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33e382d7-a852-428d-95a6-a2de0f9deea9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.076351] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e382d7-a852-428d-95a6-a2de0f9deea9',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.579627] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33e382d7-a852-428d-95a6-a2de0f9deea9 [ 1169.579627] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.583366] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.583366] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.583366] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.583366] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.583366] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33e382d7-a852-428d-95a6-a2de0f9deea9 already deleted. [ 1169.583366] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33e382d7-a852-428d-95a6-a2de0f9deea9" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.516179] env[65824]: INFO networking_nsxv3.common.synchronization [req-01505272-05c8-4a1e-8c6f-91109b844a34 req-6ebe70d9-c5ef-4be3-a9a0-f0b287119755 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Enqueued Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_members [ 1170.516853] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_members [ 1170.517074] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.517202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.517274] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.517521] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.517681] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.517780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.517842] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.517996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.518509] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.518616] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.973500] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.973714] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-726" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.973835] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-726" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.974120] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-726" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.975062] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.975285] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.975604] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.975746] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.975843] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.977282] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.977450] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.977547] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.977662] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.977968] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.977968] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.978162] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.998827] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.999046] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.999388] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.999388] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-726" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.999668] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.999817] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.999881] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.000205] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.000340] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c321f2e-9faf-4ad7-8b6b-1db76b91b04e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.023034] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.023296] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.023296] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.023496] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.023647] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.023900] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.023977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.024035] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.024196] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.024288] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.024551] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 is going to be updated. [ 1171.051678] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.051853] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.051989] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.052257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.052257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.062638] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: IN_PROGRESS for 2s [ 1171.392954] env[65824]: INFO networking_nsxv3.common.synchronization [None req-788369e3-fd7d-4e8e-9f92-3cae5027b1b1 None None] Enqueued Resource ID: 02dde486-70d2-43f0-b529-7196ae20cca6 with Priority: HIGHEST for action port [ 1171.393505] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02dde486-70d2-43f0-b529-7196ae20cca6 with Priority: HIGHEST for action port [ 1171.393806] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-02dde486-70d2-43f0-b529-7196ae20cca6 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.393926] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02dde486-70d2-43f0-b529-7196ae20cca6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.394421] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02dde486-70d2-43f0-b529-7196ae20cca6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.394532] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02dde486-70d2-43f0-b529-7196ae20cca6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.394595] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02dde486-70d2-43f0-b529-7196ae20cca6',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.503096] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.503679] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.503857] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.504327] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.504425] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.504560] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e not found, creating... [ 1171.504828] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.504994] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.505128] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.505451] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.505529] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.505819] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.505977] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.506550] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.506667] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.506847] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.507062] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e is going to be created. [ 1171.531109] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.531489] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.531698] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.532137] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.532435] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.533120] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.744610] env[65824]: INFO networking_nsxv3.common.synchronization [None req-13960746-1220-45d8-beeb-cdcde20713e3 None None] Enqueued Resource ID: ac9e5218-e0c5-464e-aa82-ff2232dccc85 with Priority: HIGHEST for action port [ 1171.745331] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac9e5218-e0c5-464e-aa82-ff2232dccc85 with Priority: HIGHEST for action port [ 1171.745688] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac9e5218-e0c5-464e-aa82-ff2232dccc85 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.745818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac9e5218-e0c5-464e-aa82-ff2232dccc85" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.745890] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac9e5218-e0c5-464e-aa82-ff2232dccc85" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.746163] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac9e5218-e0c5-464e-aa82-ff2232dccc85" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.746247] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac9e5218-e0c5-464e-aa82-ff2232dccc85',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.897116] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02dde486-70d2-43f0-b529-7196ae20cca6 [ 1171.897915] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.897915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.897915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.898119] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.898119] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.898205] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02dde486-70d2-43f0-b529-7196ae20cca6 already deleted. [ 1171.898303] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02dde486-70d2-43f0-b529-7196ae20cca6" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.249439] env[65824]: INFO networking_nsxv3.common.synchronization [req-01505272-05c8-4a1e-8c6f-91109b844a34 req-1a289e82-c6ce-458d-b534-14aff77cb124 service nova] Enqueued Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_rules [ 1172.249525] env[65824]: INFO networking_nsxv3.common.synchronization [req-01505272-05c8-4a1e-8c6f-91109b844a34 req-1a289e82-c6ce-458d-b534-14aff77cb124 service nova] Enqueued Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_members [ 1172.249649] env[65824]: INFO networking_nsxv3.common.synchronization [req-01505272-05c8-4a1e-8c6f-91109b844a34 req-1a289e82-c6ce-458d-b534-14aff77cb124 service nova] Enqueued Resource ID: 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e with Priority: HIGHEST for action port [ 1172.249942] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac9e5218-e0c5-464e-aa82-ff2232dccc85 [ 1172.250220] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.250707] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.250903] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.251008] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.251149] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.251215] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac9e5218-e0c5-464e-aa82-ff2232dccc85 already deleted. [ 1172.251281] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac9e5218-e0c5-464e-aa82-ff2232dccc85" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.252900] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_rules [ 1172.252900] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_members [ 1172.252900] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e with Priority: HIGHEST for action port [ 1172.253080] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.253167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.253321] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.253395] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.253487] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.254733] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.254823] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.255033] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.255134] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.255200] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.255362] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.255436] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c321f2e-9faf-4ad7-8b6b-1db76b91b04e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.758795] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.758795] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.759488] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e with status ACTIVE [ 1172.759488] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.759488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.759488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.759488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.759488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.760915] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.760915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.760915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.760915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.760915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.760915] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.760915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.760915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.760915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.760915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.760915] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e is going to be updated. [ 1172.784637] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.784802] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.784856] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.785125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.785284] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.785525] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.072873] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: SUCCESS [ 1173.072873] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 deletion is rescheduled due to dependency. [ 1173.072873] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.072873] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.073126] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.073323] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.073440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.073505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.073659] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.073738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.074630] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.576366] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.860785] env[65824]: INFO networking_nsxv3.common.synchronization [None req-4507c3ee-59a2-4c09-802b-be551133e20f None None] Enqueued Resource ID: 1ad0c611-f755-48a6-81cf-4c1251be5399 with Priority: HIGHEST for action port [ 1173.862064] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad0c611-f755-48a6-81cf-4c1251be5399 with Priority: HIGHEST for action port [ 1173.862663] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ad0c611-f755-48a6-81cf-4c1251be5399 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.863998] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ad0c611-f755-48a6-81cf-4c1251be5399" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.863998] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ad0c611-f755-48a6-81cf-4c1251be5399" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.863998] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ad0c611-f755-48a6-81cf-4c1251be5399" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.863998] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ad0c611-f755-48a6-81cf-4c1251be5399',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.079368] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.365644] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ad0c611-f755-48a6-81cf-4c1251be5399 [ 1174.365900] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.366071] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.366145] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.366366] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.366455] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.366554] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ad0c611-f755-48a6-81cf-4c1251be5399 already deleted. [ 1174.366636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ad0c611-f755-48a6-81cf-4c1251be5399" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.581979] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.582179] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.582179] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.582381] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.582472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.582574] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 is going to be updated. [ 1174.608560] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.608785] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.608785] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.608988] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.609146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.618365] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: IN_PROGRESS for 2s [ 1176.632705] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: SUCCESS [ 1176.632705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.632705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.632705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.632705] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.632705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.632705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.632705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.632705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.632705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.632705] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.647011] env[65824]: INFO networking_nsxv3.common.synchronization [req-b46f45eb-4a68-4111-90fe-9b6815c23c24 req-03f55738-9537-4076-8f3d-9beb6c7836a8 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Enqueued Resource ID: aa434185-aeae-4b27-8e66-23a6655d4974 with Priority: HIGHEST for action security_group_members [ 1176.647954] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa434185-aeae-4b27-8e66-23a6655d4974 with Priority: HIGHEST for action security_group_members [ 1176.648152] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa434185-aeae-4b27-8e66-23a6655d4974 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.648152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.648308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.648480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.648570] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.648822] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.648896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.649091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.649167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.649280] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa434185-aeae-4b27-8e66-23a6655d4974',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.134935] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.151502] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.151681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.151765] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.152057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.152183] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.152398] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.152541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.152609] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.152801] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.152899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.153015] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa434185-aeae-4b27-8e66-23a6655d4974 is going to be updated. [ 1177.187113] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.187113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.187113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.187113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.187113] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.195525] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa434185-aeae-4b27-8e66-23a6655d4974 in Status: IN_PROGRESS for 2s [ 1177.582277] env[65824]: INFO networking_nsxv3.common.synchronization [req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 req-33c5f743-3e18-4ca2-84b5-aeba7242e961 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Enqueued Resource ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 with Priority: HIGHEST for action security_group_members [ 1177.586393] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 with Priority: HIGHEST for action security_group_members [ 1177.586393] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2971849-bac0-4bbd-b683-bdfcbb23e752 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.586393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.586393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.586393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.586393] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.586393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.586393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.586393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.586393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.586393] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2971849-bac0-4bbd-b683-bdfcbb23e752',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.637689] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db05b57b-149d-4849-a4e8-da1a6c2fb1d1: rpc.has_security_group_logging(os_id): False [ 1177.659775] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.659946] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.660042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.660274] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.660540] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.660631] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.660745] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.660920] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.660920] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.661027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.661090] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 is going to be updated. [ 1177.745541] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.745805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.745903] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.746335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.746499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.773152] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: IN_PROGRESS for 2s [ 1177.928791] env[65824]: INFO networking_nsxv3.common.synchronization [req-af6003ee-f644-43ea-b1d6-eebccbe96411 req-3ff6cac2-2baf-48a2-a93c-777c1d23bc5f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Enqueued Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_members [ 1177.929716] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_members [ 1177.930220] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.930435] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.930517] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.930852] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.931081] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.931352] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.931441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.931711] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.931833] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.932054] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.942029] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.942029] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-814" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.942596] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-814" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.942596] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-814" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.943063] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.943656] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.943656] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.944339] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.944339] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.944569] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.944694] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.944952] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.945674] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.945674] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.945674] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.945828] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.971058] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.971237] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.971368] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.971556] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-814" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.971887] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-a01c1254-ba70-4f88-bfb8-b3360517ed25 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.972072] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-a01c1254-ba70-4f88-bfb8-b3360517ed25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.972195] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-a01c1254-ba70-4f88-bfb8-b3360517ed25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.972528] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-a01c1254-ba70-4f88-bfb8-b3360517ed25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.972664] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a01c1254-ba70-4f88-bfb8-b3360517ed25',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.088604] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.088804] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.088896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.089107] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.089201] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.089398] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.089504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.089626] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.089698] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.089774] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.089883] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 already deleted. [ 1178.089981] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.437136] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.437310] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.437351] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.437647] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.437748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.437948] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.438061] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.438125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.438281] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.438351] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.438434] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a is going to be updated. [ 1178.463790] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.463921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.464026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.464205] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.464352] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.474020] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: IN_PROGRESS for 2s [ 1178.474589] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.474751] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.474836] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.475112] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.475265] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.475415] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port a01c1254-ba70-4f88-bfb8-b3360517ed25 not found, creating... [ 1178.475701] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.475860] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.476272] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.476272] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.476486] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.476615] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.476808] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.476863] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.477776] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.477776] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.477776] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: a01c1254-ba70-4f88-bfb8-b3360517ed25 is going to be created. [ 1178.497664] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.497836] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.497973] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.498314] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.498634] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.498839] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-a01c1254-ba70-4f88-bfb8-b3360517ed25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.191036] env[65824]: INFO networking_nsxv3.common.synchronization [req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 req-5978676c-8965-4c00-9eb2-d64fb33b1c37 service nova] Enqueued Resource ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 with Priority: HIGHEST for action security_group_rules [ 1179.191036] env[65824]: INFO networking_nsxv3.common.synchronization [req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 req-5978676c-8965-4c00-9eb2-d64fb33b1c37 service nova] Enqueued Resource ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 with Priority: HIGHEST for action security_group_members [ 1179.191036] env[65824]: INFO networking_nsxv3.common.synchronization [req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 req-5978676c-8965-4c00-9eb2-d64fb33b1c37 service nova] Enqueued Resource ID: a01c1254-ba70-4f88-bfb8-b3360517ed25 with Priority: HIGHEST for action port [ 1179.191036] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 with Priority: HIGHEST for action security_group_rules [ 1179.191036] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 with Priority: HIGHEST for action security_group_members [ 1179.191036] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01c1254-ba70-4f88-bfb8-b3360517ed25 with Priority: HIGHEST for action port [ 1179.192100] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2971849-bac0-4bbd-b683-bdfcbb23e752 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.192361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.192515] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.192843] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.193037] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2971849-bac0-4bbd-b683-bdfcbb23e752',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.194016] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2971849-bac0-4bbd-b683-bdfcbb23e752 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.194251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.194425] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.194682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.196022] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.196022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.196022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.196022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.196022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.196022] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2971849-bac0-4bbd-b683-bdfcbb23e752',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.198009] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-a01c1254-ba70-4f88-bfb8-b3360517ed25 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.198354] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a01c1254-ba70-4f88-bfb8-b3360517ed25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.198440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a01c1254-ba70-4f88-bfb8-b3360517ed25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.198606] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a01c1254-ba70-4f88-bfb8-b3360517ed25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.198697] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a01c1254-ba70-4f88-bfb8-b3360517ed25',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.209464] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa434185-aeae-4b27-8e66-23a6655d4974 in Status: SUCCESS [ 1179.209631] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa434185-aeae-4b27-8e66-23a6655d4974 deletion is rescheduled due to dependency. [ 1179.209740] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.701213] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2971849-bac0-4bbd-b683-bdfcbb23e752 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.701213] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.701213] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2971849-bac0-4bbd-b683-bdfcbb23e752',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.701801] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a01c1254-ba70-4f88-bfb8-b3360517ed25 with status ACTIVE [ 1179.701987] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.702123] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.702190] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.702388] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.702478] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.702662] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.702757] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.702817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.702959] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.703050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.703230] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.703322] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.704085] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.704278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.704365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.704462] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a01c1254-ba70-4f88-bfb8-b3360517ed25 is going to be updated. [ 1179.739057] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.739057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.739057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.739389] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.739656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.739820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a01c1254-ba70-4f88-bfb8-b3360517ed25" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.800350] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: SUCCESS [ 1179.800600] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.820808] env[65824]: INFO networking_nsxv3.common.synchronization [req-9e59f181-cb21-481c-8d84-c5f4936e5d9a req-eef1f664-7220-460c-a34a-14fca1d800fb tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Enqueued Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGHEST for action security_group_members [ 1179.821547] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGHEST for action security_group_members [ 1179.821934] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f54244-39d3-43b2-bf0b-45a232d55af3 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.822095] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.822165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.822465] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.822658] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.822778] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.822850] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.823026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.823130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.823238] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.123412] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.123610] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-45" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.123734] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-45" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.124084] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-45" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.124345] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.124503] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.124617] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.124843] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.124986] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.125209] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.125319] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.125426] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.125554] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.125699] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.125810] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.125939] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.144447] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.144617] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1180.144737] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.144915] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-45" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.145251] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-4f93dd03-4e66-454a-b658-3954e54d4a47 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.145424] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-4f93dd03-4e66-454a-b658-3954e54d4a47" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.145574] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-4f93dd03-4e66-454a-b658-3954e54d4a47" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.146159] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-4f93dd03-4e66-454a-b658-3954e54d4a47" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.146309] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f93dd03-4e66-454a-b658-3954e54d4a47',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.206403] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2971849-bac0-4bbd-b683-bdfcbb23e752',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.326152] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.326294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.326294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.326476] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.327058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.327058] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.327058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.327058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.327270] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.327270] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.327270] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 already deleted. [ 1180.327386] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.484248] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: SUCCESS [ 1180.484420] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a deletion is rescheduled due to dependency. [ 1180.484532] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.648416] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.648751] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.648825] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.649164] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.649321] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.649479] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 4f93dd03-4e66-454a-b658-3954e54d4a47 not found, creating... [ 1180.649755] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.649969] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.650072] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.650316] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.650459] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.650927] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.651142] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.651395] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.651645] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.651785] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.651940] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 4f93dd03-4e66-454a-b658-3954e54d4a47 is going to be created. [ 1180.671856] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.672100] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.672229] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.672536] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.672817] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.673065] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-4f93dd03-4e66-454a-b658-3954e54d4a47" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.709077] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.709346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.709346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.709644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.709770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.709912] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 is going to be created. [ 1180.761873] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.762946] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.762946] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.762946] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.762946] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.772477] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 in Status: UNINITIALIZED for 2s [ 1181.406201] env[65824]: INFO networking_nsxv3.common.synchronization [req-9e59f181-cb21-481c-8d84-c5f4936e5d9a req-4b716379-1a9f-4698-b61b-fac8fbe27fd3 service nova] Enqueued Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGHEST for action security_group_rules [ 1181.406456] env[65824]: INFO networking_nsxv3.common.synchronization [req-9e59f181-cb21-481c-8d84-c5f4936e5d9a req-4b716379-1a9f-4698-b61b-fac8fbe27fd3 service nova] Enqueued Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGHEST for action security_group_members [ 1181.407198] env[65824]: INFO networking_nsxv3.common.synchronization [req-9e59f181-cb21-481c-8d84-c5f4936e5d9a req-4b716379-1a9f-4698-b61b-fac8fbe27fd3 service nova] Enqueued Resource ID: 4f93dd03-4e66-454a-b658-3954e54d4a47 with Priority: HIGHEST for action port [ 1181.407546] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGHEST for action security_group_rules [ 1181.407948] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGHEST for action security_group_members [ 1181.408125] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f93dd03-4e66-454a-b658-3954e54d4a47 with Priority: HIGHEST for action port [ 1181.408505] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57f54244-39d3-43b2-bf0b-45a232d55af3 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.408694] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.408986] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.409407] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.409407] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.410446] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f54244-39d3-43b2-bf0b-45a232d55af3 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.410637] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.410743] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.411296] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.411660] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.412059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.412059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.412059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.412429] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.412749] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.414169] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f93dd03-4e66-454a-b658-3954e54d4a47 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.414169] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f93dd03-4e66-454a-b658-3954e54d4a47" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.414419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f93dd03-4e66-454a-b658-3954e54d4a47" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.414696] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f93dd03-4e66-454a-b658-3954e54d4a47" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.414696] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f93dd03-4e66-454a-b658-3954e54d4a47',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.916412] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.917486] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f54244-39d3-43b2-bf0b-45a232d55af3 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.917592] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.918035] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f93dd03-4e66-454a-b658-3954e54d4a47 with status ACTIVE [ 1181.918207] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.918314] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.918375] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.918574] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.918655] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.918822] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.918904] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.918970] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.926249] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.926362] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.926622] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.926742] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.926809] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.927011] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.927331] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.927331] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f93dd03-4e66-454a-b658-3954e54d4a47 is going to be updated. [ 1181.952206] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.952365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.952434] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.952636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.952778] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.952946] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f93dd03-4e66-454a-b658-3954e54d4a47" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.418831] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.782218] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 in Status: SUCCESS [ 1182.782450] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.782614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.782835] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.783040] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.783163] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.783229] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.783380] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.783461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.783545] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.783646] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2971849-bac0-4bbd-b683-bdfcbb23e752',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.921085] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.921085] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.921085] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.921315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.921404] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.921505] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 is going to be created. [ 1182.947454] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.947936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.947936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.947936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.948228] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.958597] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 in Status: UNINITIALIZED for 2s [ 1183.286201] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2971849-bac0-4bbd-b683-bdfcbb23e752 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.286430] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.286430] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.286644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.286813] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.286912] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.286974] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.287147] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.287229] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.287320] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.287469] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2971849-bac0-4bbd-b683-bdfcbb23e752 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.287561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.287621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.287979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.288166] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.288279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.288345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.288503] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.288589] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.288751] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.288854] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2971849-bac0-4bbd-b683-bdfcbb23e752',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.791425] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2971849-bac0-4bbd-b683-bdfcbb23e752: rpc.has_security_group_logging(os_id): False [ 1183.809481] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.809692] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.809692] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.809887] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.809980] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.810236] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.810337] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.810401] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.810559] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.810638] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.810816] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.810993] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.810993] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.811127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.811204] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.811391] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.811482] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.811543] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.811682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.811755] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.811841] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 is going to be created. [ 1183.868032] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.868248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.868248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.868468] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.868644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.881399] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 in Status: IN_PROGRESS for 2s [ 1184.968137] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 in Status: SUCCESS [ 1184.968577] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.968577] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.968713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.968906] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.969035] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.969100] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.969263] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.969341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.969426] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.969515] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.471923] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f54244-39d3-43b2-bf0b-45a232d55af3 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.472185] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.472185] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.472414] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.472585] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.472684] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.472757] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.472892] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.472980] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.473083] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.473237] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f54244-39d3-43b2-bf0b-45a232d55af3 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.473330] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.473398] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.473525] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.473660] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.473749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.473814] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.473945] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.474025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.474107] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.474194] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.893446] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 in Status: SUCCESS [ 1185.893693] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.977495] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57f54244-39d3-43b2-bf0b-45a232d55af3: rpc.has_security_group_logging(os_id): False [ 1185.994631] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.994829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.994899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.995128] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.995230] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.995460] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.995563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.995654] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.995835] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.995913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.996185] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.996295] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.996364] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.996546] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.996648] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.996861] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.996982] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.997096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.997246] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.997343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.997445] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 is going to be created. [ 1186.065375] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.065579] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.065726] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.065972] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.066197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.078509] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 in Status: IN_PROGRESS for 2s [ 1186.409575] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1186.409575] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1186.494983] env[65824]: INFO networking_nsxv3.common.synchronization [req-97bd2794-32b9-4783-8a16-63984a40f9ff req-7c28da7a-44a0-413a-af0c-eb5edf9c8fd6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Enqueued Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_members [ 1186.495693] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_members [ 1186.496010] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.496266] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.496339] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.496537] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.496837] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.496837] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.496837] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.496997] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.497073] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.497174] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.826956] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.827206] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-673" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.827293] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-673" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.827552] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-673" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.827832] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.827992] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.828121] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.828333] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.828475] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.828680] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.828842] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.828969] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.829122] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.829237] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.829354] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.829490] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.848364] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.848530] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1186.848657] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.848861] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-673" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.849238] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.849416] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.849535] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.849861] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.850030] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.000090] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.000553] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.000553] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.000633] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.000735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.000949] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.001064] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.001131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.001343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.001417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.001517] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a is going to be updated. [ 1187.050883] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.051053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.051104] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.051313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.051454] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.061365] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: IN_PROGRESS for 2s [ 1187.352578] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.353434] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.353566] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.353877] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.354061] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.354234] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e not found, creating... [ 1187.354512] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.354679] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.354796] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.355031] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.355169] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.355459] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.355656] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.355723] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.355946] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.356152] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.356294] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e is going to be created. [ 1187.376931] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.377164] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.377321] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.377549] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.377807] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.378026] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.093612] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 in Status: SUCCESS [ 1188.094020] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.491375] env[65824]: INFO networking_nsxv3.common.synchronization [req-97bd2794-32b9-4783-8a16-63984a40f9ff req-2b371638-11b0-4985-8ffd-d6b9c354dc30 service nova] Enqueued Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_rules [ 1188.491555] env[65824]: INFO networking_nsxv3.common.synchronization [req-97bd2794-32b9-4783-8a16-63984a40f9ff req-2b371638-11b0-4985-8ffd-d6b9c354dc30 service nova] Enqueued Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_members [ 1188.491691] env[65824]: INFO networking_nsxv3.common.synchronization [req-97bd2794-32b9-4783-8a16-63984a40f9ff req-2b371638-11b0-4985-8ffd-d6b9c354dc30 service nova] Enqueued Resource ID: 7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e with Priority: HIGHEST for action port [ 1188.491922] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_rules [ 1188.492061] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_members [ 1188.492157] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e with Priority: HIGHEST for action port [ 1188.492694] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.492816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.492922] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.493099] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.493180] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.494040] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.494153] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.494322] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.494421] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.494484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.494674] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.494714] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.734442] env[65824]: INFO networking_nsxv3.common.synchronization [req-2bc44880-0272-449c-ab1d-78db8a537758 req-1294af40-63dd-4847-8d9c-f69785e0cacf tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Enqueued Resource ID: 2f5847a1-6546-4b62-bf43-bd91524df98b with Priority: HIGHEST for action security_group_members [ 1188.735094] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5847a1-6546-4b62-bf43-bd91524df98b with Priority: HIGHEST for action security_group_members [ 1188.735498] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5847a1-6546-4b62-bf43-bd91524df98b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.735673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.735759] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.735957] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.736257] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.736355] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.736355] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.736535] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.736641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.736741] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f5847a1-6546-4b62-bf43-bd91524df98b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.996852] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.997015] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.997474] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e with status ACTIVE [ 1188.997632] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.997791] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.997869] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.998164] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.998215] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.998368] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.998470] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.998585] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.998709] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.998815] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.998970] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.999086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.999139] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.999360] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.999360] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.999481] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e is going to be updated. [ 1189.021355] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.021527] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.021653] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.021773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.021971] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.022081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.040549] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.040745] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-489" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.040931] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-489" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.041147] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-489" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.041488] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.041650] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.041766] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.041981] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.042206] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.042466] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.042608] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.042732] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.042876] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.043016] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.043115] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.043245] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.061426] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.061591] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1189.061720] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.061889] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-489" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.062238] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-d5361c20-a41f-45c4-a505-712fa3b8d75d taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.062408] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-d5361c20-a41f-45c4-a505-712fa3b8d75d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.062526] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-d5361c20-a41f-45c4-a505-712fa3b8d75d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.062847] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-d5361c20-a41f-45c4-a505-712fa3b8d75d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.063050] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5361c20-a41f-45c4-a505-712fa3b8d75d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.073176] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: SUCCESS [ 1189.073348] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a deletion is rescheduled due to dependency. [ 1189.073466] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.073621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.073829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.074019] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.074135] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.074198] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.074349] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.074427] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.074517] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.239422] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.239422] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.239763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.239763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.259970] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.260342] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.260473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.260543] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.260742] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.260824] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.260918] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5847a1-6546-4b62-bf43-bd91524df98b is going to be updated. [ 1189.298813] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.299119] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.299119] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.299261] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.299384] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.309595] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5847a1-6546-4b62-bf43-bd91524df98b in Status: IN_PROGRESS for 2s [ 1189.566125] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.566350] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.566486] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.566763] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.566930] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.567103] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port d5361c20-a41f-45c4-a505-712fa3b8d75d not found, creating... [ 1189.567358] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.567537] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.567655] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.567916] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.568110] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.568340] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.568487] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.568601] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.568827] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.568969] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.569121] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: d5361c20-a41f-45c4-a505-712fa3b8d75d is going to be created. [ 1189.576721] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.588044] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.588231] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.588357] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.588621] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.588849] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.589083] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-d5361c20-a41f-45c4-a505-712fa3b8d75d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.078345] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.281992] env[65824]: INFO networking_nsxv3.common.synchronization [req-2bc44880-0272-449c-ab1d-78db8a537758 req-0641d133-310c-45e5-954f-698d1baf0953 service nova] Enqueued Resource ID: 2f5847a1-6546-4b62-bf43-bd91524df98b with Priority: HIGHEST for action security_group_rules [ 1190.282308] env[65824]: INFO networking_nsxv3.common.synchronization [req-2bc44880-0272-449c-ab1d-78db8a537758 req-0641d133-310c-45e5-954f-698d1baf0953 service nova] Enqueued Resource ID: 2f5847a1-6546-4b62-bf43-bd91524df98b with Priority: HIGHEST for action security_group_members [ 1190.282391] env[65824]: INFO networking_nsxv3.common.synchronization [req-2bc44880-0272-449c-ab1d-78db8a537758 req-0641d133-310c-45e5-954f-698d1baf0953 service nova] Enqueued Resource ID: d5361c20-a41f-45c4-a505-712fa3b8d75d with Priority: HIGHEST for action port [ 1190.282963] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5847a1-6546-4b62-bf43-bd91524df98b with Priority: HIGHEST for action security_group_rules [ 1190.283142] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5847a1-6546-4b62-bf43-bd91524df98b with Priority: HIGHEST for action security_group_members [ 1190.283291] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5361c20-a41f-45c4-a505-712fa3b8d75d with Priority: HIGHEST for action port [ 1190.283537] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f5847a1-6546-4b62-bf43-bd91524df98b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.283728] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.283763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.283964] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.284099] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f5847a1-6546-4b62-bf43-bd91524df98b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.285251] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5847a1-6546-4b62-bf43-bd91524df98b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.285341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.285541] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5361c20-a41f-45c4-a505-712fa3b8d75d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.285643] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5361c20-a41f-45c4-a505-712fa3b8d75d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.285705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5361c20-a41f-45c4-a505-712fa3b8d75d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.285924] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5361c20-a41f-45c4-a505-712fa3b8d75d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.286728] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5361c20-a41f-45c4-a505-712fa3b8d75d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.580734] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.580939] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.581038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.581267] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.581389] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.581519] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a is going to be updated. [ 1190.610029] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.610184] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.610311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.610710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.610710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.621861] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: IN_PROGRESS for 2s [ 1190.788055] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5847a1-6546-4b62-bf43-bd91524df98b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.788055] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.788308] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5361c20-a41f-45c4-a505-712fa3b8d75d with status ACTIVE [ 1190.788308] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.788466] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.788512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.788683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.788799] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.788979] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.789101] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.789101] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.789297] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.789359] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.789508] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.789619] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.789680] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.789832] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.789930] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.789981] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5361c20-a41f-45c4-a505-712fa3b8d75d is going to be updated. [ 1190.810971] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.811238] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.811238] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.811399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.811549] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.811729] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5361c20-a41f-45c4-a505-712fa3b8d75d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.333534] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5847a1-6546-4b62-bf43-bd91524df98b in Status: SUCCESS [ 1191.333913] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5847a1-6546-4b62-bf43-bd91524df98b deletion is rescheduled due to dependency. [ 1191.333913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.333985] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.334214] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.334399] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.334517] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.334582] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.334781] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.334894] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.335039] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f5847a1-6546-4b62-bf43-bd91524df98b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.838342] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f5847a1-6546-4b62-bf43-bd91524df98b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.949133] env[65824]: INFO networking_nsxv3.common.synchronization [req-e26a7603-6ae4-4875-814c-3bd590388069 req-505f43e6-817c-4e7a-a101-c76d8c574408 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Enqueued Resource ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 with Priority: HIGHEST for action security_group_members [ 1191.949677] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 with Priority: HIGHEST for action security_group_members [ 1191.949975] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2971849-bac0-4bbd-b683-bdfcbb23e752 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.950204] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.950262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.950676] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.950676] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.950771] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.950771] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.950929] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.951115] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.951115] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2971849-bac0-4bbd-b683-bdfcbb23e752',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.343103] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f5847a1-6546-4b62-bf43-bd91524df98b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.452537] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2971849-bac0-4bbd-b683-bdfcbb23e752',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.631954] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: SUCCESS [ 1192.632196] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.632366] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.632582] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.632773] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.632899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.632966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.633177] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.633261] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.633350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.633439] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.844692] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.844855] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.844960] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.845344] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.845344] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.845506] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5847a1-6546-4b62-bf43-bd91524df98b is going to be updated. [ 1192.874714] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.874848] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.874917] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.875172] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.876019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.884910] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5847a1-6546-4b62-bf43-bd91524df98b in Status: IN_PROGRESS for 2s [ 1192.955292] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2971849-bac0-4bbd-b683-bdfcbb23e752',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.966790] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.968056] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-814" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.968056] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-814" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.968056] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-814" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.968056] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.968368] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.968368] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.968533] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.968670] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.968906] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.969070] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.969160] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.969244] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.969352] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.969478] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.969574] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.989463] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.989633] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1192.989753] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.989929] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-814" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.990351] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-19b51695-6685-4fbc-bf72-61fc1c3168a8 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.990530] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-19b51695-6685-4fbc-bf72-61fc1c3168a8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.990645] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-19b51695-6685-4fbc-bf72-61fc1c3168a8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.991096] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-19b51695-6685-4fbc-bf72-61fc1c3168a8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.991242] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19b51695-6685-4fbc-bf72-61fc1c3168a8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.135725] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.458697] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.459139] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.459139] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.459719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.459719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.459719] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 is going to be updated. [ 1193.490284] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.490511] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.490511] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.490727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.490879] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.494147] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.494352] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.494473] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.494741] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.495154] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.495389] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 19b51695-6685-4fbc-bf72-61fc1c3168a8 not found, creating... [ 1193.495659] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.495860] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.496007] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.496290] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.496395] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.496688] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.496844] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.496961] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.497192] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.497316] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.497474] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 19b51695-6685-4fbc-bf72-61fc1c3168a8 is going to be created. [ 1193.501746] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 in Status: IN_PROGRESS for 2s [ 1193.520635] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.520885] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.520939] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.521259] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.521498] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.521726] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-19b51695-6685-4fbc-bf72-61fc1c3168a8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.638209] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a8a7e4e-5036-4620-8e5e-3701b7f8105a: rpc.has_security_group_logging(os_id): False [ 1193.672592] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.672877] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.672877] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.673171] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.673320] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.673496] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.673584] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.673654] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.673796] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.673877] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.673998] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a is going to be updated. [ 1193.756775] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.756922] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.756987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.757303] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.757493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.774916] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: IN_PROGRESS for 2s [ 1194.237188] env[65824]: INFO networking_nsxv3.common.synchronization [req-e26a7603-6ae4-4875-814c-3bd590388069 req-4a12756e-48d0-42ab-92af-8942a8703983 service nova] Enqueued Resource ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 with Priority: HIGHEST for action security_group_rules [ 1194.237188] env[65824]: INFO networking_nsxv3.common.synchronization [req-e26a7603-6ae4-4875-814c-3bd590388069 req-4a12756e-48d0-42ab-92af-8942a8703983 service nova] Enqueued Resource ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 with Priority: HIGHEST for action security_group_members [ 1194.237188] env[65824]: INFO networking_nsxv3.common.synchronization [req-e26a7603-6ae4-4875-814c-3bd590388069 req-4a12756e-48d0-42ab-92af-8942a8703983 service nova] Enqueued Resource ID: 19b51695-6685-4fbc-bf72-61fc1c3168a8 with Priority: HIGHEST for action port [ 1194.237188] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 with Priority: HIGHEST for action security_group_rules [ 1194.237188] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 with Priority: HIGHEST for action security_group_members [ 1194.237188] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b51695-6685-4fbc-bf72-61fc1c3168a8 with Priority: HIGHEST for action port [ 1194.237188] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2971849-bac0-4bbd-b683-bdfcbb23e752 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.237626] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.237830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.238245] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.238435] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2971849-bac0-4bbd-b683-bdfcbb23e752',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.241340] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2971849-bac0-4bbd-b683-bdfcbb23e752 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.241580] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.241948] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-19b51695-6685-4fbc-bf72-61fc1c3168a8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.242253] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19b51695-6685-4fbc-bf72-61fc1c3168a8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.242421] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19b51695-6685-4fbc-bf72-61fc1c3168a8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.242696] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19b51695-6685-4fbc-bf72-61fc1c3168a8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.244039] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19b51695-6685-4fbc-bf72-61fc1c3168a8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.715930] env[65824]: INFO networking_nsxv3.common.synchronization [req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 req-afb49971-c997-4d61-9ae6-8ed09e10012a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Enqueued Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGHEST for action security_group_members [ 1194.716478] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGHEST for action security_group_members [ 1194.716991] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f54244-39d3-43b2-bf0b-45a232d55af3 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.716991] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.717144] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.717347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.717513] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.717617] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.717679] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.717863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.717948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.718059] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.745102] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2971849-bac0-4bbd-b683-bdfcbb23e752 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.745265] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.748095] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19b51695-6685-4fbc-bf72-61fc1c3168a8 with status ACTIVE [ 1194.748095] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.748095] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.748095] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.748353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.748353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.748511] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.748612] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.748654] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.748789] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.748859] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.749082] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.749204] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.749465] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.749465] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.749465] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.749589] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19b51695-6685-4fbc-bf72-61fc1c3168a8 is going to be updated. [ 1194.776716] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.776859] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.776935] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.777228] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.777386] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.777543] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19b51695-6685-4fbc-bf72-61fc1c3168a8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.897727] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5847a1-6546-4b62-bf43-bd91524df98b in Status: SUCCESS [ 1194.898066] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.898228] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.898461] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.898654] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.898802] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.898885] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.899101] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.899258] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.899408] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.899545] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f5847a1-6546-4b62-bf43-bd91524df98b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.046314] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.046559] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-45" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.046780] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-45" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.047218] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-45" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.047604] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.047813] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.048065] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.048364] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.048554] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.048772] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.048901] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.049038] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.049159] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.049287] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.049395] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.049563] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1195.069421] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1195.069660] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1195.069713] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1195.069892] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-45" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.070294] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-fe22577f-395d-4d62-ad86-4368f4449946 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.070485] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-fe22577f-395d-4d62-ad86-4368f4449946" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.070604] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-fe22577f-395d-4d62-ad86-4368f4449946" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.070925] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-fe22577f-395d-4d62-ad86-4368f4449946" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.071081] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe22577f-395d-4d62-ad86-4368f4449946',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.219941] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.402046] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5847a1-6546-4b62-bf43-bd91524df98b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.402242] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.402242] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.402582] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.402720] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.402825] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.402890] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.403061] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.403149] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.403236] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.403383] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5847a1-6546-4b62-bf43-bd91524df98b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.403477] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.403528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.403665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.403796] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.403885] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.403949] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.404090] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.404162] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.404242] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.404331] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f5847a1-6546-4b62-bf43-bd91524df98b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.514044] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 in Status: SUCCESS [ 1195.514044] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.514044] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.514044] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.514044] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.514044] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.514409] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.514409] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.514495] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.514610] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2971849-bac0-4bbd-b683-bdfcbb23e752',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.573765] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.574080] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.574226] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.574503] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.574653] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.574809] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port fe22577f-395d-4d62-ad86-4368f4449946 not found, creating... [ 1195.575089] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.575284] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.575405] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.575624] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.575764] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.576183] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.576287] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.576400] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.576691] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.576877] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.577058] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: fe22577f-395d-4d62-ad86-4368f4449946 is going to be created. [ 1195.597847] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.598188] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.598328] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.598693] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.598941] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.599259] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-fe22577f-395d-4d62-ad86-4368f4449946" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.722477] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.788743] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: SUCCESS [ 1195.789085] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.906776] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f5847a1-6546-4b62-bf43-bd91524df98b: rpc.has_security_group_logging(os_id): False [ 1195.927298] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.927543] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.927653] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.927991] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.928177] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.928456] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.928573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.928673] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.928909] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.929068] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.929327] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.929439] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.929543] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.929731] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.929845] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.930201] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.930270] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.930301] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.930462] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.930563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.930663] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f5847a1-6546-4b62-bf43-bd91524df98b is going to be updated. [ 1196.017220] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2971849-bac0-4bbd-b683-bdfcbb23e752',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.115143] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.115348] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.115413] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.115690] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.116279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.130060] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f5847a1-6546-4b62-bf43-bd91524df98b in Status: IN_PROGRESS for 2s [ 1196.227554] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.227710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.227799] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.228158] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.228203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.228485] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 is going to be updated. [ 1196.272094] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.272329] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.272329] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.272498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.272656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.288726] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 in Status: IN_PROGRESS for 2s [ 1196.331419] env[65824]: INFO networking_nsxv3.common.synchronization [req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 req-437eebfa-62ac-42ae-86cb-eef360fc1a2c service nova] Enqueued Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGHEST for action security_group_rules [ 1196.331532] env[65824]: INFO networking_nsxv3.common.synchronization [req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 req-437eebfa-62ac-42ae-86cb-eef360fc1a2c service nova] Enqueued Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGHEST for action security_group_members [ 1196.331632] env[65824]: INFO networking_nsxv3.common.synchronization [req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 req-437eebfa-62ac-42ae-86cb-eef360fc1a2c service nova] Enqueued Resource ID: fe22577f-395d-4d62-ad86-4368f4449946 with Priority: HIGHEST for action port [ 1196.332209] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGHEST for action security_group_rules [ 1196.332343] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGHEST for action security_group_members [ 1196.332447] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe22577f-395d-4d62-ad86-4368f4449946 with Priority: HIGHEST for action port [ 1196.332752] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57f54244-39d3-43b2-bf0b-45a232d55af3 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.332876] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.333022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.335179] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.335259] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.336778] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f54244-39d3-43b2-bf0b-45a232d55af3 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.336872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.337092] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe22577f-395d-4d62-ad86-4368f4449946 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.337196] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe22577f-395d-4d62-ad86-4368f4449946" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.337311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe22577f-395d-4d62-ad86-4368f4449946" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.337568] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe22577f-395d-4d62-ad86-4368f4449946" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.337568] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe22577f-395d-4d62-ad86-4368f4449946',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.523521] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2971849-bac0-4bbd-b683-bdfcbb23e752',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.839043] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f54244-39d3-43b2-bf0b-45a232d55af3 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.839442] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.839442] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe22577f-395d-4d62-ad86-4368f4449946 with status ACTIVE [ 1196.839619] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.839700] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.839733] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.839944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.840070] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.840224] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.840307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.840355] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.840504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.840577] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.840770] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.840861] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.840952] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.841067] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.841143] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.841218] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe22577f-395d-4d62-ad86-4368f4449946 is going to be updated. [ 1196.863063] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.863351] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.863351] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.863626] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.863812] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.864053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe22577f-395d-4d62-ad86-4368f4449946" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.026074] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.026293] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.026419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.026677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.026799] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.026892] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 is going to be updated. [ 1197.058623] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.058820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.058923] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.059321] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.059601] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.069977] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 in Status: IN_PROGRESS for 2s [ 1198.145475] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f5847a1-6546-4b62-bf43-bd91524df98b in Status: SUCCESS [ 1198.145891] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.301320] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 in Status: SUCCESS [ 1198.301497] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.301684] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.301987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.302181] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.302334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.302410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.302602] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.302688] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.302809] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.805559] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.081152] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 in Status: SUCCESS [ 1199.081354] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.081533] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.081764] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.081972] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.082109] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.082166] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.082321] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.082410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.082537] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.082659] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2971849-bac0-4bbd-b683-bdfcbb23e752',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.149702] env[65824]: INFO networking_nsxv3.common.synchronization [req-02d50979-8662-4719-be39-995e2246dd29 req-3b55b94e-cd82-4083-ae90-5e0993378e65 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Enqueued Resource ID: 2f5847a1-6546-4b62-bf43-bd91524df98b with Priority: HIGHEST for action security_group_members [ 1199.150430] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5847a1-6546-4b62-bf43-bd91524df98b with Priority: HIGHEST for action security_group_members [ 1199.150583] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5847a1-6546-4b62-bf43-bd91524df98b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.150715] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.150784] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.150972] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.151135] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.151249] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.151311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.151445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.151539] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.151642] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f5847a1-6546-4b62-bf43-bd91524df98b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.194016] env[65824]: INFO networking_nsxv3.common.synchronization [req-02d50979-8662-4719-be39-995e2246dd29 req-3b55b94e-cd82-4083-ae90-5e0993378e65 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Enqueued Resource ID: d5361c20-a41f-45c4-a505-712fa3b8d75d with Priority: HIGHEST for action port [ 1199.194752] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5361c20-a41f-45c4-a505-712fa3b8d75d with Priority: HIGHEST for action port [ 1199.195007] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5361c20-a41f-45c4-a505-712fa3b8d75d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.195167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5361c20-a41f-45c4-a505-712fa3b8d75d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.195274] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5361c20-a41f-45c4-a505-712fa3b8d75d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.195482] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5361c20-a41f-45c4-a505-712fa3b8d75d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.195561] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5361c20-a41f-45c4-a505-712fa3b8d75d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.308920] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.585059] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2971849-bac0-4bbd-b683-bdfcbb23e752 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.585207] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.585254] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.586029] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.586029] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.586165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.586165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.586467] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.586467] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.586525] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.586753] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2971849-bac0-4bbd-b683-bdfcbb23e752 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.586862] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.586918] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.587090] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.587219] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.587313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.587365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.587507] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.587586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.587667] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.587770] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2971849-bac0-4bbd-b683-bdfcbb23e752',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.654032] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.654691] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.654691] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.654691] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.654691] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.654879] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.654940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.655010] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.655164] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.655243] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.655347] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5847a1-6546-4b62-bf43-bd91524df98b is going to be updated. [ 1199.688909] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.689225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.689225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.689470] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.689614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.697183] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5361c20-a41f-45c4-a505-712fa3b8d75d with status ACTIVE [ 1199.697392] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.697513] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.697581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.697780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.697865] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.698109] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.698231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.698290] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.698452] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.698547] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.698732] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.698836] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.698894] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.699093] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.699171] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.699256] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5361c20-a41f-45c4-a505-712fa3b8d75d is going to be updated. [ 1199.700925] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5847a1-6546-4b62-bf43-bd91524df98b in Status: IN_PROGRESS for 2s [ 1199.812315] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.812464] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.812542] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.812764] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.812909] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.812981] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 is going to be updated. [ 1199.864905] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.865156] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.865250] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.865710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.865710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.865941] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5361c20-a41f-45c4-a505-712fa3b8d75d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.913798] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.913961] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.914055] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.914341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.914430] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.935757] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 in Status: IN_PROGRESS for 2s [ 1200.090096] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2971849-bac0-4bbd-b683-bdfcbb23e752: rpc.has_security_group_logging(os_id): False [ 1200.112198] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.112371] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.112371] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.112623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.112745] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.113500] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.113766] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.113876] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.114135] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.114258] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.114497] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.114635] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.114710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.114850] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.114940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.115336] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.115486] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.115567] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.115763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.115870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.116044] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 is going to be updated. [ 1200.201763] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.202092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.202092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.202559] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.202559] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.219421] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 in Status: IN_PROGRESS for 2s [ 1201.712222] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5847a1-6546-4b62-bf43-bd91524df98b in Status: SUCCESS [ 1201.712588] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5847a1-6546-4b62-bf43-bd91524df98b deletion is rescheduled due to dependency. [ 1201.712588] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5847a1-6546-4b62-bf43-bd91524df98b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.946736] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 in Status: SUCCESS [ 1201.946943] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.947130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.947366] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.947565] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.947681] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.947746] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.947905] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.948045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.948179] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.948179] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.235119] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 in Status: SUCCESS [ 1202.235325] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.451155] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f54244-39d3-43b2-bf0b-45a232d55af3 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.451300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.451369] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.451588] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.451750] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.451844] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.451906] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.452063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.452150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.452237] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.452384] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f54244-39d3-43b2-bf0b-45a232d55af3 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.452472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.452530] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.452663] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.452793] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.452880] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.452941] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.453097] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.453172] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.453251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.453340] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.956027] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57f54244-39d3-43b2-bf0b-45a232d55af3: rpc.has_security_group_logging(os_id): False [ 1202.976505] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.976729] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.976779] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.976999] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.977152] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.977395] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.977499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.977557] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.977729] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.977804] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.978075] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.978222] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.978276] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.978435] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.978508] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.978696] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.978802] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.978851] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.978994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.979090] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.979186] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 is going to be updated. [ 1203.062836] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.062836] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.062836] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.063400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.063400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.083808] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 in Status: IN_PROGRESS for 2s [ 1204.195916] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1204.196301] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1205.098865] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 in Status: SUCCESS [ 1205.098865] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.210930] env[65824]: INFO networking_nsxv3.common.synchronization [req-c270e514-5a0a-4796-9bff-fbb201e944b2 req-ed71c4a8-601c-45b7-9b25-a311cbd1d163 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Enqueued Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGHEST for action security_group_members [ 1207.211249] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGHEST for action security_group_members [ 1207.211557] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f54244-39d3-43b2-bf0b-45a232d55af3 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.211675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.211744] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.211936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.212099] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.212341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.212341] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.212485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.212485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.212552] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.716923] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.219079] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.721564] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.721729] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.721804] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.722037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.722132] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.722238] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 is going to be updated. [ 1208.753254] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.753413] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.753563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.754630] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.754630] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.764470] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 in Status: IN_PROGRESS for 2s [ 1209.877758] env[65824]: INFO networking_nsxv3.common.synchronization [req-91e46daa-ceee-4c89-84af-374029bedda8 req-26ce96b2-1139-4429-af12-6890f9072dc7 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Enqueued Resource ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 with Priority: HIGHEST for action security_group_members [ 1209.878567] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 with Priority: HIGHEST for action security_group_members [ 1209.878807] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2971849-bac0-4bbd-b683-bdfcbb23e752 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.878934] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.879022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.879240] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.879398] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.879497] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.879561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.879713] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.879849] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.879935] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2971849-bac0-4bbd-b683-bdfcbb23e752',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.383457] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2971849-bac0-4bbd-b683-bdfcbb23e752',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.775567] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 in Status: SUCCESS [ 1210.775742] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.885367] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2971849-bac0-4bbd-b683-bdfcbb23e752',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.388539] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.388696] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.388768] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.388987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.389105] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.389221] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 is going to be updated. [ 1211.421101] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.421255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.421320] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.421520] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.421666] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.430377] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 in Status: IN_PROGRESS for 2s [ 1213.442693] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 in Status: SUCCESS [ 1213.443024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.879024] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1214.879407] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1215.910183] env[65824]: INFO networking_nsxv3.common.synchronization [None req-bc8fadea-ec08-49bf-92a5-26e689a8fc73 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Enqueued Resource ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c with Priority: HIGHEST for action security_group_rules [ 1215.911022] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c with Priority: HIGHEST for action security_group_rules [ 1215.911278] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.911446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.911523] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.911838] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.911926] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.010589] env[65824]: INFO networking_nsxv3.common.synchronization [None req-3f03fea0-db89-479e-9bc4-bf3dd51aef1a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Enqueued Resource ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c with Priority: HIGHEST for action security_group_rules [ 1216.011185] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c with Priority: HIGHEST for action security_group_rules [ 1216.011491] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.011569] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.440628] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.440735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.440849] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.441066] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.441319] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.441319] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c already deleted. [ 1216.441319] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.441512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.441674] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.441756] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.961595] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.961907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.961907] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.962024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.962114] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.962206] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c already deleted. [ 1216.962282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.224823] env[65824]: INFO networking_nsxv3.common.synchronization [req-c0b91a9c-a488-4bdd-934b-879109654db5 req-af5f18f6-c9b9-471d-a9ac-fe2a567f35d6 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Enqueued Resource ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 with Priority: HIGHEST for action security_group_members [ 1217.224823] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 with Priority: HIGHEST for action security_group_members [ 1217.225352] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2971849-bac0-4bbd-b683-bdfcbb23e752 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.225352] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.225352] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.225481] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.225533] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.225638] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.225685] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.228858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.228858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.228858] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2971849-bac0-4bbd-b683-bdfcbb23e752',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.728531] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.728736] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.728832] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.729146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.729282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.729543] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.729685] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.729775] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.730024] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.730120] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.730266] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 is going to be updated. [ 1217.759771] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.759952] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.760497] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.760497] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.760638] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.771643] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 in Status: IN_PROGRESS for 2s [ 1219.782652] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 in Status: SUCCESS [ 1219.782984] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 deletion is rescheduled due to dependency. [ 1219.783128] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.225633] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1222.225917] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1222.456725] env[65824]: INFO networking_nsxv3.common.synchronization [req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 req-c6b202db-4fac-4939-ab79-83a9391947a2 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Enqueued Resource ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c with Priority: HIGHEST for action security_group_members [ 1222.457378] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c with Priority: HIGHEST for action security_group_members [ 1222.457638] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.457760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.457827] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.458186] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.458380] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.458471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.458528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.458700] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.458785] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.458876] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.875334] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.875804] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-884" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.875925] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-884" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.876244] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-884" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.876564] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.877083] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.877083] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.877225] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.877418] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.877776] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.877980] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1222.878150] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1222.878310] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1222.878550] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.878653] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1222.878817] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1222.907076] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1222.907290] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1222.907374] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1222.907692] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-884" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.908274] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-4d69ca10-8012-4725-8715-7787d4366cdc taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.908652] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-4d69ca10-8012-4725-8715-7787d4366cdc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.908814] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-4d69ca10-8012-4725-8715-7787d4366cdc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.909214] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-4d69ca10-8012-4725-8715-7787d4366cdc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.909477] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d69ca10-8012-4725-8715-7787d4366cdc',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.960907] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.961167] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.961228] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.961450] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.961563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.961948] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.961948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.962089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.962162] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.962237] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.962325] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c already deleted. [ 1222.962406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.412600] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.412600] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.412985] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.413563] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.413563] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.413665] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 4d69ca10-8012-4725-8715-7787d4366cdc not found, creating... [ 1223.413967] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.416029] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.416029] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.416029] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.416029] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.416029] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.416029] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.416029] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.416309] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.416345] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.416502] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 4d69ca10-8012-4725-8715-7787d4366cdc is going to be created. [ 1223.441282] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.441493] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.441635] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.441968] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.442224] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.442473] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-4d69ca10-8012-4725-8715-7787d4366cdc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.142346] env[65824]: INFO networking_nsxv3.common.synchronization [req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 req-a9a42cf9-68bf-4b78-8eee-1ab4ea6490b9 service nova] Enqueued Resource ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c with Priority: HIGHEST for action security_group_rules [ 1224.142687] env[65824]: INFO networking_nsxv3.common.synchronization [req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 req-a9a42cf9-68bf-4b78-8eee-1ab4ea6490b9 service nova] Enqueued Resource ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c with Priority: HIGHEST for action security_group_members [ 1224.142888] env[65824]: INFO networking_nsxv3.common.synchronization [req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 req-a9a42cf9-68bf-4b78-8eee-1ab4ea6490b9 service nova] Enqueued Resource ID: 4d69ca10-8012-4725-8715-7787d4366cdc with Priority: HIGHEST for action port [ 1224.143646] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c with Priority: HIGHEST for action security_group_rules [ 1224.144212] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c with Priority: HIGHEST for action security_group_members [ 1224.144212] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d69ca10-8012-4725-8715-7787d4366cdc with Priority: HIGHEST for action port [ 1224.144887] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.144887] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.144887] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.145097] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.145568] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.146506] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.146619] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.147264] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.147264] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.147264] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.147448] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.147448] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.148350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.148350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.148350] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.149744] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d69ca10-8012-4725-8715-7787d4366cdc taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.149744] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d69ca10-8012-4725-8715-7787d4366cdc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.149744] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d69ca10-8012-4725-8715-7787d4366cdc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.149744] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d69ca10-8012-4725-8715-7787d4366cdc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.149744] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d69ca10-8012-4725-8715-7787d4366cdc',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.656026] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.656026] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.656026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.656026] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d69ca10-8012-4725-8715-7787d4366cdc with status ACTIVE [ 1224.656026] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.656026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.656026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.656026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.656026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.656026] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.656026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.656026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.656026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.656026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.656727] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.656727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.656727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.656727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.658646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.658819] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d69ca10-8012-4725-8715-7787d4366cdc is going to be updated. [ 1224.683641] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.683641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.683641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.683641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.683641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.683641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d69ca10-8012-4725-8715-7787d4366cdc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.162289] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.666044] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.666353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.666436] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.666636] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.666795] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.666864] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c is going to be created. [ 1225.695890] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.695988] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.696046] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.696279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.696512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.713116] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c in Status: UNINITIALIZED for 2s [ 1226.465427] env[65824]: INFO networking_nsxv3.common.synchronization [req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 req-aee7f6bc-7267-4eaf-8eb5-41402ffcb383 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Enqueued Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGHEST for action security_group_members [ 1226.465647] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGHEST for action security_group_members [ 1226.465884] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.466015] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.466242] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.466487] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.466650] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.466748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.466808] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.466957] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.467064] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.467154] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.856899] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.857326] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-489" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.857406] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-489" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.857692] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-489" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.857981] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.858240] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.858376] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.858681] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.858833] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.859106] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.859246] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.859362] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.859496] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.859676] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.859864] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.860063] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.882439] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.882785] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1226.882971] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.883175] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-489" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.883732] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-a4a7a39c-0997-49c9-96df-014ecccd0fc3 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.883938] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-a4a7a39c-0997-49c9-96df-014ecccd0fc3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.884112] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-a4a7a39c-0997-49c9-96df-014ecccd0fc3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.884772] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-a4a7a39c-0997-49c9-96df-014ecccd0fc3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.884772] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4a7a39c-0997-49c9-96df-014ecccd0fc3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.969297] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.389029] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.389292] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.389434] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.389761] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.389920] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.390097] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port a4a7a39c-0997-49c9-96df-014ecccd0fc3 not found, creating... [ 1227.390365] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.390533] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.390640] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.390888] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.391039] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.391326] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.391499] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.391637] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.391848] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.391981] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.392448] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: a4a7a39c-0997-49c9-96df-014ecccd0fc3 is going to be created. [ 1227.417083] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.417271] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.417394] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.417672] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.417905] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.418188] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-a4a7a39c-0997-49c9-96df-014ecccd0fc3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.471146] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.724816] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c in Status: SUCCESS [ 1227.725131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.725354] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.725615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.725844] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.726082] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.726175] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.726388] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.726547] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.726719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.726873] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.763264] env[65824]: INFO networking_nsxv3.common.synchronization [None req-62092d67-7be0-4010-a51b-f6ac28b05b13 None None] Enqueued Resource ID: 06c615c1-2afb-4ffb-8630-28e42338e3e8 with Priority: HIGHEST for action port [ 1227.764013] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c615c1-2afb-4ffb-8630-28e42338e3e8 with Priority: HIGHEST for action port [ 1227.764348] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-06c615c1-2afb-4ffb-8630-28e42338e3e8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.764472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06c615c1-2afb-4ffb-8630-28e42338e3e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.764541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06c615c1-2afb-4ffb-8630-28e42338e3e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.764807] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06c615c1-2afb-4ffb-8630-28e42338e3e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.764909] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06c615c1-2afb-4ffb-8630-28e42338e3e8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.975491] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.975491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.975491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.975491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.975491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.975491] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 is going to be updated. [ 1228.009399] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.009399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.009399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.009399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.009399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.018892] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 in Status: IN_PROGRESS for 2s [ 1228.115057] env[65824]: INFO networking_nsxv3.common.synchronization [req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 req-2b69d3d0-f3fa-4d41-a0b3-0a7b011c85af service nova] Enqueued Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGHEST for action security_group_rules [ 1228.115057] env[65824]: INFO networking_nsxv3.common.synchronization [req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 req-2b69d3d0-f3fa-4d41-a0b3-0a7b011c85af service nova] Enqueued Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGHEST for action security_group_members [ 1228.115057] env[65824]: INFO networking_nsxv3.common.synchronization [req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 req-2b69d3d0-f3fa-4d41-a0b3-0a7b011c85af service nova] Enqueued Resource ID: a4a7a39c-0997-49c9-96df-014ecccd0fc3 with Priority: HIGHEST for action port [ 1228.115057] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGHEST for action security_group_rules [ 1228.116347] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGHEST for action security_group_members [ 1228.116613] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a7a39c-0997-49c9-96df-014ecccd0fc3 with Priority: HIGHEST for action port [ 1228.116962] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.117306] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.117421] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.117566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.117650] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.118978] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.119154] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.119380] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4a7a39c-0997-49c9-96df-014ecccd0fc3 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.119509] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4a7a39c-0997-49c9-96df-014ecccd0fc3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.119622] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4a7a39c-0997-49c9-96df-014ecccd0fc3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.119909] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4a7a39c-0997-49c9-96df-014ecccd0fc3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.119993] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4a7a39c-0997-49c9-96df-014ecccd0fc3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.229483] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.267247] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06c615c1-2afb-4ffb-8630-28e42338e3e8 [ 1228.267476] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.267609] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.267671] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.267886] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.268122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.269337] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06c615c1-2afb-4ffb-8630-28e42338e3e8 already deleted. [ 1228.269337] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06c615c1-2afb-4ffb-8630-28e42338e3e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.622329] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.622545] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.622696] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4a7a39c-0997-49c9-96df-014ecccd0fc3 with status ACTIVE [ 1228.622943] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.623079] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.623148] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.623376] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.623471] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.623745] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.623860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.623971] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.624165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.624237] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.624470] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.624603] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.624690] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.624901] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.625035] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.625161] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4a7a39c-0997-49c9-96df-014ecccd0fc3 is going to be updated. [ 1228.652330] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.652330] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.652330] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.652330] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.652571] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.652764] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4a7a39c-0997-49c9-96df-014ecccd0fc3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.733536] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c: rpc.has_security_group_logging(os_id): False [ 1228.758032] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.758032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.758032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.758263] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.758307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.758658] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.758812] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.758884] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.759099] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.759190] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.759294] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c is going to be created. [ 1228.853030] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.853202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.853313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.853677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.853896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.866670] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c in Status: IN_PROGRESS for 2s [ 1230.029235] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 in Status: SUCCESS [ 1230.029671] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.029806] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.030026] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.030229] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.030396] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.030500] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.030831] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.030960] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.031119] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.207600] env[65824]: INFO networking_nsxv3.common.synchronization [None req-1dcc72d7-bd0a-48e2-9a6a-1785f2c368df None None] Enqueued Resource ID: 52fbe452-f959-437f-9390-e8cabcf61700 with Priority: HIGHEST for action port [ 1230.207600] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52fbe452-f959-437f-9390-e8cabcf61700 with Priority: HIGHEST for action port [ 1230.207738] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-52fbe452-f959-437f-9390-e8cabcf61700 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.207855] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52fbe452-f959-437f-9390-e8cabcf61700" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.207919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52fbe452-f959-437f-9390-e8cabcf61700" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.208262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52fbe452-f959-437f-9390-e8cabcf61700" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.208393] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52fbe452-f959-437f-9390-e8cabcf61700',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.534034] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.711419] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52fbe452-f959-437f-9390-e8cabcf61700 [ 1230.711732] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.711933] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.712096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.712469] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.712621] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.712770] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52fbe452-f959-437f-9390-e8cabcf61700 already deleted. [ 1230.712865] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52fbe452-f959-437f-9390-e8cabcf61700" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.880480] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c in Status: SUCCESS [ 1230.880737] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.036059] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.537931] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.538112] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.538188] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.538406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.538599] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.538785] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 is going to be updated. [ 1231.582596] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.582763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.582833] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.583100] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.583259] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.593550] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 in Status: IN_PROGRESS for 2s [ 1233.606861] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 in Status: SUCCESS [ 1233.607344] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.607344] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.607494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.607704] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.607821] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.607884] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.608058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.608141] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.608228] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.608318] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.646781] env[65824]: INFO networking_nsxv3.common.synchronization [req-fd956445-a66c-4efe-855b-b4aba8f9774a req-0631d259-26bc-4b5a-8868-ddd607ec84b4 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1233.647365] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1233.649271] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.649271] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.649271] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.649271] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.649271] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.649271] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.649271] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.649818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.649818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.649818] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.968183] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.968593] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.968820] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.969258] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.969646] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.969881] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.970169] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.970478] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.970707] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.971124] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.971338] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1233.971503] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1233.971662] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1233.971824] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.971979] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1233.972193] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1233.992749] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1233.992939] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1233.993151] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1233.993426] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.994043] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-008038f6-40ba-47ed-b7d0-92db5ef728f8 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.994294] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-008038f6-40ba-47ed-b7d0-92db5ef728f8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.994475] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-008038f6-40ba-47ed-b7d0-92db5ef728f8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.994854] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-008038f6-40ba-47ed-b7d0-92db5ef728f8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.995058] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('008038f6-40ba-47ed-b7d0-92db5ef728f8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.111711] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.152153] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.152153] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.152153] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.152153] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.152153] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.152534] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.152534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.152534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.152706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.152748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.152823] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 already deleted. [ 1234.152910] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.497931] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.498187] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.498274] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.498671] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.498867] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.499059] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 008038f6-40ba-47ed-b7d0-92db5ef728f8 not found, creating... [ 1234.499334] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.499492] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.499634] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.499890] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.500058] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.500365] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.500519] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.500634] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.500856] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.501050] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.501186] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 008038f6-40ba-47ed-b7d0-92db5ef728f8 is going to be created. [ 1234.523433] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.523667] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.523786] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.524124] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.524487] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.524604] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-008038f6-40ba-47ed-b7d0-92db5ef728f8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.613592] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23fe546a-5b6a-4d39-ba48-a10ad26ccb22: rpc.has_security_group_logging(os_id): False [ 1234.636142] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.636384] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.636384] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.636652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.636757] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.637073] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.637183] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.637313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.637432] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.637542] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.637615] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 is going to be updated. [ 1234.731266] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.731493] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.731540] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.731845] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.732044] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.747332] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 in Status: IN_PROGRESS for 2s [ 1235.297764] env[65824]: INFO networking_nsxv3.common.synchronization [req-fd956445-a66c-4efe-855b-b4aba8f9774a req-de63b4aa-0536-43bf-802c-3929b422c870 service nova] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_rules [ 1235.298072] env[65824]: INFO networking_nsxv3.common.synchronization [req-fd956445-a66c-4efe-855b-b4aba8f9774a req-de63b4aa-0536-43bf-802c-3929b422c870 service nova] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1235.298240] env[65824]: INFO networking_nsxv3.common.synchronization [req-fd956445-a66c-4efe-855b-b4aba8f9774a req-de63b4aa-0536-43bf-802c-3929b422c870 service nova] Enqueued Resource ID: 008038f6-40ba-47ed-b7d0-92db5ef728f8 with Priority: HIGHEST for action port [ 1235.299028] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_rules [ 1235.299196] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1235.299313] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008038f6-40ba-47ed-b7d0-92db5ef728f8 with Priority: HIGHEST for action port [ 1235.299712] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.299906] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.299940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.300249] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.300329] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.301302] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.304025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.304125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.304397] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.304610] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.304730] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.304817] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.305048] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.305144] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.305252] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.306419] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-008038f6-40ba-47ed-b7d0-92db5ef728f8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.306419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-008038f6-40ba-47ed-b7d0-92db5ef728f8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.306515] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-008038f6-40ba-47ed-b7d0-92db5ef728f8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.306662] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-008038f6-40ba-47ed-b7d0-92db5ef728f8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.306750] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('008038f6-40ba-47ed-b7d0-92db5ef728f8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.812846] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.813227] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.813227] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.814081] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 008038f6-40ba-47ed-b7d0-92db5ef728f8 with status ACTIVE [ 1235.814712] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.814712] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.814712] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.814712] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.814712] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.814983] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.814983] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.815068] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.815214] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.815336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.815480] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.815577] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.815627] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.815763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.815881] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.815929] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 008038f6-40ba-47ed-b7d0-92db5ef728f8 is going to be updated. [ 1235.837610] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.837809] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.837809] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.838045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.838192] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.838353] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-008038f6-40ba-47ed-b7d0-92db5ef728f8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.318156] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.761268] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 in Status: SUCCESS [ 1236.761546] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.821326] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.821747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.821747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.821832] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.821889] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.821964] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be created. [ 1236.846966] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.847234] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.847234] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.847466] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.847646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.857300] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: UNINITIALIZED for 2s [ 1238.870321] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1238.870744] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.870744] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.870938] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.871141] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.871273] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.871329] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.871475] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.871560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.871647] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.871738] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.375307] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.375307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.375307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.375307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.375595] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.375663] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.375748] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.375972] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.376078] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.376274] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.376493] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.376600] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.376697] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.376884] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.377078] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.377178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.377241] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.377390] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.377500] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.377661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.377730] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.880792] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75277fc8-9bba-431e-932c-b4e3feeb6ff0: rpc.has_security_group_logging(os_id): False [ 1239.905574] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.905776] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.905881] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.906069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.906156] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.906385] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.906519] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.906676] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.906850] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.906921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.907140] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.907256] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.907309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.907440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.907512] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.907708] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.907805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.907862] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.907990] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.908081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.908168] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be created. [ 1239.974666] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.974834] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.974909] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.975178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.975382] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.991407] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1240.300277] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1240.300382] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1242.005623] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1242.005925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.824096] env[65824]: INFO networking_nsxv3.common.synchronization [req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 req-70586265-f9ae-4ab2-8732-7af483829c90 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1244.824578] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1244.824896] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.825045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.825138] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.825308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.825623] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.825623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.825623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.825781] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.825816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.825916] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.329124] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.329300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.329375] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.329682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.329810] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.330036] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.330137] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.330196] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.330361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.330436] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.330525] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be updated. [ 1245.364770] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.364996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.365119] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.365425] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.365638] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.375670] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1247.388236] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1247.388628] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 deletion is rescheduled due to dependency. [ 1247.388628] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.825565] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.825844] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1251.261394] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.261706] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-726" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.261706] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-726" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.261981] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-726" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.262245] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.262392] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.262504] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.263301] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.263301] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.263301] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1251.263490] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1251.263593] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1251.263732] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1251.263887] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1251.264016] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1251.264172] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1251.296311] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1251.296488] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1251.296614] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1251.296855] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-726" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.297192] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.297369] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.297487] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.297760] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.297938] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c321f2e-9faf-4ad7-8b6b-1db76b91b04e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.800205] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.800479] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.800554] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.800828] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.800979] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.801285] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.801440] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.801552] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.801770] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.801905] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.802218] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.802372] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.802493] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.802890] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.803051] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.803200] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e is going to be updated. [ 1251.836605] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.836961] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.837181] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.837526] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.837785] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.838099] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.264062] env[65824]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1252.264353] env[65824]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7d42b36c-2c35-44d2-9c27-a79099c92dba None None] NSXv3 Agent Agent loop - iteration:3 started [ 1252.512918] env[65824]: INFO networking_nsxv3.common.synchronization [req-9b9bb576-3580-4ba5-b323-5917bb533fb4 req-2d99601d-a680-4a1a-a111-82033a2e1103 service nova] Enqueued Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_rules [ 1252.513171] env[65824]: INFO networking_nsxv3.common.synchronization [req-9b9bb576-3580-4ba5-b323-5917bb533fb4 req-2d99601d-a680-4a1a-a111-82033a2e1103 service nova] Enqueued Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_members [ 1252.513315] env[65824]: INFO networking_nsxv3.common.synchronization [req-9b9bb576-3580-4ba5-b323-5917bb533fb4 req-2d99601d-a680-4a1a-a111-82033a2e1103 service nova] Enqueued Resource ID: 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e with Priority: HIGHEST for action port [ 1252.513851] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_rules [ 1252.513975] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_members [ 1252.514363] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e with Priority: HIGHEST for action port [ 1252.514656] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.514780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.514863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.515044] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.515127] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.515935] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.516053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.516122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.516311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.517690] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.517797] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.517850] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.518022] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.518343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.518343] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.519012] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.519128] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.519194] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.519347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.519421] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c321f2e-9faf-4ad7-8b6b-1db76b91b04e',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.022485] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.022485] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.022485] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.022641] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e with status ACTIVE [ 1253.022838] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.022953] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.023030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.023234] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.023323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.023494] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.023590] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.023717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.023870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.024048] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.024220] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.024318] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.024380] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.024524] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.024600] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.024685] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e is going to be updated. [ 1253.048444] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.048646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.048701] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.048943] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.049092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.049265] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.526483] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.029284] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.029488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.029488] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.029709] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.029821] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.029967] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 is going to be updated. [ 1254.057631] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.057856] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.057856] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.058102] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.058295] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.067367] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: IN_PROGRESS for 2s [ 1256.079086] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: SUCCESS [ 1256.079433] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.079479] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.079706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.079937] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.080106] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.080155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.080293] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.080371] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.080456] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.080544] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.583070] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.086552] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db05b57b-149d-4849-a4e8-da1a6c2fb1d1: rpc.has_security_group_logging(os_id): False [ 1257.107497] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.107702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.107766] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.107940] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.108045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.108293] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.108390] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.108474] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.108660] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.108749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.108839] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 is going to be updated. [ 1257.170566] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.170728] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.170792] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.170996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.171150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.184662] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: IN_PROGRESS for 2s [ 1257.515679] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.515972] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1258.589634] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.590053] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-45" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.590053] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-45" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.590310] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-45" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.590608] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.590806] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.590878] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.591127] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.591272] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.591480] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1258.591593] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1258.591696] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1258.591810] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1258.591919] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1258.592038] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1258.592170] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1258.611994] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1258.612216] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1258.612359] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1258.612583] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-45" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.612949] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-4f93dd03-4e66-454a-b658-3954e54d4a47 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.613164] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-4f93dd03-4e66-454a-b658-3954e54d4a47" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.613286] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-4f93dd03-4e66-454a-b658-3954e54d4a47" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.613581] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-4f93dd03-4e66-454a-b658-3954e54d4a47" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.613772] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f93dd03-4e66-454a-b658-3954e54d4a47',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.117047] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.117225] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.117276] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.117568] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.117726] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.118100] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.118318] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.118493] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.118782] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.118986] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.119351] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.119555] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.119685] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.119902] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.120053] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.120259] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 4f93dd03-4e66-454a-b658-3954e54d4a47 is going to be updated. [ 1259.145852] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.146147] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.146313] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.147039] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.147039] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.147175] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-4f93dd03-4e66-454a-b658-3954e54d4a47" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.201602] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: SUCCESS [ 1259.201835] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.861557] env[65824]: INFO networking_nsxv3.common.synchronization [req-f690eb54-82df-4d9c-bcfb-001de9b27604 req-bf79b2bc-ae2c-4031-a07f-60222eeff337 service nova] Enqueued Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGHEST for action security_group_rules [ 1259.861840] env[65824]: INFO networking_nsxv3.common.synchronization [req-f690eb54-82df-4d9c-bcfb-001de9b27604 req-bf79b2bc-ae2c-4031-a07f-60222eeff337 service nova] Enqueued Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGHEST for action security_group_members [ 1259.861984] env[65824]: INFO networking_nsxv3.common.synchronization [req-f690eb54-82df-4d9c-bcfb-001de9b27604 req-bf79b2bc-ae2c-4031-a07f-60222eeff337 service nova] Enqueued Resource ID: 4f93dd03-4e66-454a-b658-3954e54d4a47 with Priority: HIGHEST for action port [ 1259.862598] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGHEST for action security_group_rules [ 1259.862827] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGHEST for action security_group_members [ 1259.863488] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f93dd03-4e66-454a-b658-3954e54d4a47 with Priority: HIGHEST for action port [ 1259.863965] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57f54244-39d3-43b2-bf0b-45a232d55af3 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.864222] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.864336] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.864616] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.864759] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.866163] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f54244-39d3-43b2-bf0b-45a232d55af3 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.866342] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.866444] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.866672] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.868046] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.868350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.868350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.868528] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.868651] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.868758] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.869802] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f93dd03-4e66-454a-b658-3954e54d4a47 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.869936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f93dd03-4e66-454a-b658-3954e54d4a47" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.870086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f93dd03-4e66-454a-b658-3954e54d4a47" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.870279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f93dd03-4e66-454a-b658-3954e54d4a47" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.870360] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f93dd03-4e66-454a-b658-3954e54d4a47',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.373086] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f54244-39d3-43b2-bf0b-45a232d55af3 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.373266] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.374614] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.376650] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f93dd03-4e66-454a-b658-3954e54d4a47 with status ACTIVE [ 1260.376862] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.377021] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.377102] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.377331] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.377421] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.377630] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.377721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.377785] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.377948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.378039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.378226] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.378330] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.378393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.378535] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.378610] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.378697] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f93dd03-4e66-454a-b658-3954e54d4a47 is going to be updated. [ 1260.402535] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.402697] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.402756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.403055] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.403126] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.403291] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f93dd03-4e66-454a-b658-3954e54d4a47" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.880422] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.383524] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.384890] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.384890] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.384890] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.384890] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.384890] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 is going to be updated. [ 1261.414419] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.414571] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.414645] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.414858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.414999] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.424531] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 in Status: IN_PROGRESS for 2s [ 1263.437736] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 in Status: SUCCESS [ 1263.438062] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.438282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.438469] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.438649] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.438767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.438824] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.439137] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.439229] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.439320] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.439410] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.943489] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f54244-39d3-43b2-bf0b-45a232d55af3 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.943700] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.943760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.944015] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.944210] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.944314] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.944370] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.944549] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.944631] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.944723] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.944883] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f54244-39d3-43b2-bf0b-45a232d55af3 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.944970] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.945058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.945204] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.945356] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.945446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.945501] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.945635] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.945709] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.945791] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.945876] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.189631] env[65824]: INFO networking_nsxv3.common.synchronization [req-34326d33-3404-40a2-8539-d713eb0c6381 req-186e516c-930f-42d4-b88d-435480186b82 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1264.190384] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1264.190804] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.190969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.191074] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.191579] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.191579] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.191715] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.191752] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.191913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.191999] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.192109] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.447999] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57f54244-39d3-43b2-bf0b-45a232d55af3: rpc.has_security_group_logging(os_id): False [ 1264.466964] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.467252] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.467335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.467614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.467718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.467914] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.468040] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.468099] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.468236] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.468309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.468511] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.468655] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.468739] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.468890] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.468967] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.469222] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.469327] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.469383] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.469506] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.469575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.469726] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 is going to be updated. [ 1264.493201] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.493494] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.493658] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.493934] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.494242] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.494433] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.494572] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.494822] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.494991] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.495240] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.495363] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1264.495488] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1264.495603] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1264.495732] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.495840] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1264.496067] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1264.525062] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1264.525062] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1264.525062] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1264.525062] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.525344] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-661372eb-9f2d-4a33-87e2-98f37f7dc96f taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.525344] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-661372eb-9f2d-4a33-87e2-98f37f7dc96f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.525458] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-661372eb-9f2d-4a33-87e2-98f37f7dc96f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.525748] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-661372eb-9f2d-4a33-87e2-98f37f7dc96f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.525888] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('661372eb-9f2d-4a33-87e2-98f37f7dc96f',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.540810] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.541030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.541120] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.541372] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.541532] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.559508] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 in Status: IN_PROGRESS for 2s [ 1264.694257] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.694447] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.694523] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.695074] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.695074] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.695210] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.695288] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.695338] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.695534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.695611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.695702] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be updated. [ 1264.725726] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.725726] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.725726] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.725726] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.725726] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.735309] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1265.028997] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.029319] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.029472] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.029817] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.030062] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.030231] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 661372eb-9f2d-4a33-87e2-98f37f7dc96f not found, creating... [ 1265.030543] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.030768] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.030914] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.031243] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.031413] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.031798] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.031991] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.032153] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.032449] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.032616] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.032771] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 661372eb-9f2d-4a33-87e2-98f37f7dc96f is going to be created. [ 1265.052965] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.053196] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.053334] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.053671] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.053965] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.054268] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-661372eb-9f2d-4a33-87e2-98f37f7dc96f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.774680] env[65824]: INFO networking_nsxv3.common.synchronization [req-34326d33-3404-40a2-8539-d713eb0c6381 req-4979a48e-5c2f-4e18-a754-a32dc6a1eae6 service nova] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_rules [ 1265.774932] env[65824]: INFO networking_nsxv3.common.synchronization [req-34326d33-3404-40a2-8539-d713eb0c6381 req-4979a48e-5c2f-4e18-a754-a32dc6a1eae6 service nova] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1265.775022] env[65824]: INFO networking_nsxv3.common.synchronization [req-34326d33-3404-40a2-8539-d713eb0c6381 req-4979a48e-5c2f-4e18-a754-a32dc6a1eae6 service nova] Enqueued Resource ID: 661372eb-9f2d-4a33-87e2-98f37f7dc96f with Priority: HIGHEST for action port [ 1265.775762] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_rules [ 1265.775762] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1265.775881] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 661372eb-9f2d-4a33-87e2-98f37f7dc96f with Priority: HIGHEST for action port [ 1265.776201] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.776326] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.776414] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.776604] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.776682] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.777666] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.778665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.778665] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-661372eb-9f2d-4a33-87e2-98f37f7dc96f taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.778665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-661372eb-9f2d-4a33-87e2-98f37f7dc96f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.778665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-661372eb-9f2d-4a33-87e2-98f37f7dc96f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.778665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-661372eb-9f2d-4a33-87e2-98f37f7dc96f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.778665] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('661372eb-9f2d-4a33-87e2-98f37f7dc96f',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.279957] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.280358] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.281470] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 661372eb-9f2d-4a33-87e2-98f37f7dc96f with status ACTIVE [ 1266.281708] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.281935] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.281935] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.282159] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.284082] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.284082] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.284082] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.284082] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.284082] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.284082] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.284555] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.284555] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.284555] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.284555] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.284702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.284897] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 661372eb-9f2d-4a33-87e2-98f37f7dc96f is going to be updated. [ 1266.309233] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.309451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.309584] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.309837] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.310085] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.310288] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-661372eb-9f2d-4a33-87e2-98f37f7dc96f" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.578216] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 in Status: SUCCESS [ 1266.578410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.746251] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1266.746517] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 deletion is rescheduled due to dependency. [ 1266.746517] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.746701] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.746932] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.747197] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.747319] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.747384] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.747571] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.747655] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.747760] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.251122] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.753584] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.256624] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.257103] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.257103] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.257239] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.257292] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.257428] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be updated. [ 1268.295299] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.295457] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.295645] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.295747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.295897] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.306560] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1270.318637] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1270.319039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.319163] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.319417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.319686] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.319829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.319931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.320160] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.320305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.320422] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.320541] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.588636] env[65824]: INFO networking_nsxv3.common.synchronization [req-e50bdedc-18b5-4379-abb6-d97058540920 req-56ec1040-7a96-4dba-8341-fbd6f48b3211 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Enqueued Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_members [ 1270.589214] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 with Priority: HIGHEST for action security_group_members [ 1270.589542] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.589738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.589738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.590089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.591415] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.591415] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.591415] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.591647] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.591759] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.591860] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db05b57b-149d-4849-a4e8-da1a6c2fb1d1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.676900] env[65824]: INFO networking_nsxv3.common.synchronization [req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 req-de83f0eb-559c-4d5e-9494-f7f5855eaf31 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Enqueued Resource ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c with Priority: HIGHEST for action security_group_members [ 1270.677698] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c with Priority: HIGHEST for action security_group_members [ 1270.678355] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.678625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.678676] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.679041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.679275] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.679462] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.679580] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.679766] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.681264] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.681264] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.823558] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.823744] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.823818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.824025] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.825656] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.825656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.825656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.825656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.825656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.825656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.825656] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.825656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.825656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.825656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.825656] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.825656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.825656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.825656] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.826313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.826313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.826313] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.094635] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.094881] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.094990] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.095241] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.095365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.095590] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.095716] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.095816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.096058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.096275] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.096456] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 is going to be updated. [ 1271.125525] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.125746] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.125746] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.126727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.126727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.136502] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: IN_PROGRESS for 2s [ 1271.184298] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.184499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.184601] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.184920] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.185185] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.185317] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.185430] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.185491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.185657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.185743] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.185855] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c is going to be updated. [ 1271.219667] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.219871] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.219913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.220232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.220376] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.232763] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c in Status: IN_PROGRESS for 2s [ 1271.331652] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75277fc8-9bba-431e-932c-b4e3feeb6ff0: rpc.has_security_group_logging(os_id): False [ 1271.352427] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.352676] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.352676] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.352945] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.353082] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.353354] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.353462] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.353526] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.353728] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.353828] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.354050] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.354176] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.354246] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.354445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.354518] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.354732] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.354830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.354929] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.355085] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.355161] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.355250] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be updated. [ 1271.427995] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.428190] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.428287] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.428507] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.428659] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.443157] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1273.147320] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 in Status: SUCCESS [ 1273.147615] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db05b57b-149d-4849-a4e8-da1a6c2fb1d1 deletion is rescheduled due to dependency. [ 1273.147716] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db05b57b-149d-4849-a4e8-da1a6c2fb1d1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.243629] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c in Status: SUCCESS [ 1273.244252] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c deletion is rescheduled due to dependency. [ 1273.244252] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.458315] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1273.458754] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.096115] env[65824]: INFO networking_nsxv3.common.synchronization [req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 req-d799df19-b6a1-4730-919c-7ee7bc640852 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Enqueued Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_members [ 1274.096893] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_members [ 1274.097414] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.097603] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.097677] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.097941] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.098144] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.098280] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.098365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.098567] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.098653] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.098820] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.602714] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.603086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.603086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.603260] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.603356] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.603562] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.603661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.603725] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.603882] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.603960] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.604060] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a is going to be updated. [ 1274.637081] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.637251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.637350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.637572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.637717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.647115] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: IN_PROGRESS for 2s [ 1276.660035] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: SUCCESS [ 1276.660035] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a deletion is rescheduled due to dependency. [ 1276.660472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.098296] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.098643] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1283.002197] env[65824]: INFO networking_nsxv3.common.synchronization [req-9a05055f-f009-4cab-a65d-6fbc23886483 req-073d6cb1-3732-4fc5-ae7c-8cfa45a9d923 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Enqueued Resource ID: c2e4c74c-e644-4fb1-8642-12c639127596 with Priority: HIGHEST for action security_group_members [ 1283.002988] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e4c74c-e644-4fb1-8642-12c639127596 with Priority: HIGHEST for action security_group_members [ 1283.003382] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2e4c74c-e644-4fb1-8642-12c639127596 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.003509] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.003577] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.003792] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.003931] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.004247] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.004247] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.004396] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.004396] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.004471] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2e4c74c-e644-4fb1-8642-12c639127596',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.018976] env[65824]: INFO networking_nsxv3.common.synchronization [req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc req-00af5ae8-a1ca-42b2-9b3f-28f9a853c996 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Enqueued Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_members [ 1283.020071] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_members [ 1283.020418] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.020755] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.020755] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.020894] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.020944] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.021054] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.021091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.021218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.021305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.021415] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.370067] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.371612] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-673" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.371875] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-673" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.377018] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-673" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.377018] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.377018] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.377018] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.377018] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.377018] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.377018] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.377018] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.377018] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.377018] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.377018] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.377018] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.377018] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1283.398662] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1283.398879] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1283.399029] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1283.399208] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-673" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.399622] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-21b1ae3a-290d-4cc7-9412-deec5f230097 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.399796] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-21b1ae3a-290d-4cc7-9412-deec5f230097" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.399994] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-21b1ae3a-290d-4cc7-9412-deec5f230097" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.400262] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-21b1ae3a-290d-4cc7-9412-deec5f230097" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.400397] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21b1ae3a-290d-4cc7-9412-deec5f230097',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.506774] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.506987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.507054] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.507275] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.507390] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.507617] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.507720] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.507782] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.507944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.508053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.508162] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2e4c74c-e644-4fb1-8642-12c639127596 is going to be updated. [ 1283.523734] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.523931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.524077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.524363] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.524520] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.524816] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.524978] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.525122] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.525375] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.525438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.525567] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a is going to be updated. [ 1283.538076] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.538300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.538300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.538484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.538628] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.617238] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2e4c74c-e644-4fb1-8642-12c639127596 in Status: IN_PROGRESS for 2s [ 1283.624437] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.624617] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.624685] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.624873] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.625018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.640820] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: IN_PROGRESS for 2s [ 1283.903080] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.903324] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.903424] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.903763] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.904045] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.904273] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 21b1ae3a-290d-4cc7-9412-deec5f230097 not found, creating... [ 1283.904585] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.904784] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.904961] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.905253] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.905396] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.905700] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.905905] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.906079] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.906346] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.906493] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.906640] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 21b1ae3a-290d-4cc7-9412-deec5f230097 is going to be created. [ 1283.929907] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.930161] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.930314] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.930656] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.930951] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.931240] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-21b1ae3a-290d-4cc7-9412-deec5f230097" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.622917] env[65824]: INFO networking_nsxv3.common.synchronization [req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc req-4f6627e0-2ec0-464c-b851-dd6da44653d5 service nova] Enqueued Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_rules [ 1284.623220] env[65824]: INFO networking_nsxv3.common.synchronization [req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc req-4f6627e0-2ec0-464c-b851-dd6da44653d5 service nova] Enqueued Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_members [ 1284.623340] env[65824]: INFO networking_nsxv3.common.synchronization [req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc req-4f6627e0-2ec0-464c-b851-dd6da44653d5 service nova] Enqueued Resource ID: 21b1ae3a-290d-4cc7-9412-deec5f230097 with Priority: HIGHEST for action port [ 1284.623867] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_rules [ 1284.624175] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_members [ 1284.624336] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b1ae3a-290d-4cc7-9412-deec5f230097 with Priority: HIGHEST for action port [ 1284.624665] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.624792] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.624860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.625070] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.625162] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.625963] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.626396] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.627019] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-21b1ae3a-290d-4cc7-9412-deec5f230097 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.627019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21b1ae3a-290d-4cc7-9412-deec5f230097" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.627019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21b1ae3a-290d-4cc7-9412-deec5f230097" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.627232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21b1ae3a-290d-4cc7-9412-deec5f230097" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.627232] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21b1ae3a-290d-4cc7-9412-deec5f230097',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.131027] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21b1ae3a-290d-4cc7-9412-deec5f230097 with status ACTIVE [ 1285.131027] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.131027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.131027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.131027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.131027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.131027] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.131027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.131027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.131027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.131630] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.131630] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.131630] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.131630] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.131630] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.131630] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.131839] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21b1ae3a-290d-4cc7-9412-deec5f230097 is going to be updated. [ 1285.132842] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.132948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.153687] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.153831] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.153904] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.154131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.154272] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.154470] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21b1ae3a-290d-4cc7-9412-deec5f230097" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.213027] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.213027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.213235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.213276] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.213394] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.627044] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2e4c74c-e644-4fb1-8642-12c639127596 in Status: SUCCESS [ 1285.627414] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2e4c74c-e644-4fb1-8642-12c639127596 deletion is rescheduled due to dependency. [ 1285.627414] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.649311] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: SUCCESS [ 1285.650034] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a deletion is rescheduled due to dependency. [ 1285.650034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.650034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.650203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.650356] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.650521] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.650617] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.650802] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.650908] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.651042] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.715785] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.153702] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.219192] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.656076] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.722276] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1286.722562] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1287.159148] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.159148] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.159148] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.159148] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.159148] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.159148] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a is going to be updated. [ 1287.186292] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.186430] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.186505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.186699] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.186839] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.195338] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: IN_PROGRESS for 2s [ 1287.649678] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.649951] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.649951] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.650244] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.672495] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1287.673969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.675550] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1287.742959] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.743174] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.743216] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.743463] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.757019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.758022] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1287.758130] env[65824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1287.758222] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1287.816079] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.816282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.816282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.816506] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.817876] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.818090] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1287.900677] env[65824]: INFO networking_nsxv3.common.synchronization [None req-850cd583-0fac-4b58-9be1-4531bd46ba00 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Enqueued Resource ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 with Priority: HIGHEST for action security_group_rules [ 1287.901316] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 with Priority: HIGHEST for action security_group_rules [ 1287.901658] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c37f7d1-0efb-4a26-8d5b-30e726d119d8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.901859] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.901925] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.902212] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.902287] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c37f7d1-0efb-4a26-8d5b-30e726d119d8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.930066] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.930288] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.930288] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.930503] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.930789] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.931075] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1287.980415] env[65824]: INFO networking_nsxv3.common.synchronization [None req-5a8d2b21-fbaa-46e9-901f-a0418480cf0e tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Enqueued Resource ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 with Priority: HIGHEST for action security_group_rules [ 1287.981016] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 with Priority: HIGHEST for action security_group_rules [ 1287.981213] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c37f7d1-0efb-4a26-8d5b-30e726d119d8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.981595] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.043435] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.043554] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.043642] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.043867] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.044237] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.044530] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1288.044622] env[65824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'57f54244-39d3-43b2-bf0b-45a232d55af3', '0d797506-7d66-48d7-b3da-fe15c32725e8', 'c9fbec62-5fab-43be-8bfd-5f8949350202', '4038ee53-8771-4299-9d29-5494e0bcae3b', '774e0174-9056-409e-9deb-1c7c0c4762c1', '9a8a7e4e-5036-4620-8e5e-3701b7f8105a', 'aa434185-aeae-4b27-8e66-23a6655d4974', 'c2e4c74c-e644-4fb1-8642-12c639127596', 'bdb1ea4f-7c56-4861-a1a0-7e5de92574b2', '23fe546a-5b6a-4d39-ba48-a10ad26ccb22', '2609518a-0baf-4148-ae98-d57bf5e4491b', '213e903a-5e9e-4ac7-9196-e688488348ef', 'ee1adac1-f6c7-4d89-ac20-ac2cf742afc1', '47974280-00e1-4166-aeee-91740d965f08', '6fd248a8-0ace-443e-8cd6-8c11cdcb9075', 'f2971849-bac0-4bbd-b683-bdfcbb23e752', '7f8b31da-d05b-4897-958a-270c782d9714', 'cffae331-6828-465c-a904-0cccc5f4d3f2', '226cbd47-64a1-4eb4-a04a-6c6094d69737', 'e2ab1edc-9ee3-4707-8ed3-2271e5b9928a', 'f7cd85a0-f6da-4311-bbc6-a5ad30631075', 'fc5ec171-7f79-4869-910c-13c5de58d57e', '9b931007-6ca7-4eb2-98ad-4108addac9b9', 'e132663d-fdbb-4a15-8d4f-beb5b0df29e4', '2f5847a1-6546-4b62-bf43-bd91524df98b', '57848b37-81de-412b-a4ea-eca860e7b4f3', 'a1d5a319-b8cb-4ab3-b6e2-fcbd49459ce8', 'd1445843-cfe1-40a4-a7a7-ae28fbfa5620', '5ffa3b63-3ca2-4e84-b6dc-f46d4861eada', 'f6bb9775-3006-49ef-a785-95b6d1e612a2', '43bd5dad-cdec-474c-9faa-8ceedbca0df8', '6e280ab7-4001-4ae7-9e50-20d92cf3cb74', '72ec67e6-90b0-445f-af4d-4ee54ba3239c', 'ea54c51e-fa11-493e-9ace-ed438cd968ef', 'f109b535-4d3d-4503-b8f1-43a2b3de0cc4', '2e531ed4-7e23-4c7d-860e-1bb985914710', 'db05b57b-149d-4849-a4e8-da1a6c2fb1d1', '0bb291a9-5ce0-40ad-96b1-5abb9e037377', '75277fc8-9bba-431e-932c-b4e3feeb6ff0', '0b1f5849-b946-4f05-87c1-5232431dbafe', '1de8a18b-e850-4c49-b772-e24eb0a507ed', '653a44f3-db0a-45e7-b8e6-d88cdd8c2b7c', 'd52eb41a-9e27-4594-ba7b-dde5690e397d'} {{(pid=65824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1288.044728] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1288.066150] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.066369] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.066369] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.066781] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.066781] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.066781] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1288.066781] env[65824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1288.066978] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1288.156918] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.157110] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.157169] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.157339] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.158708] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.159080] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1288.159222] env[65824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1288.159319] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1288.159445] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1288.159537] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1288.159629] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGH for action security_group_rules [ 1288.159685] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 with Priority: HIGH for action security_group_rules [ 1288.159751] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGH for action security_group_rules [ 1288.159813] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGH for action security_group_rules [ 1288.159902] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGH for action security_group_rules [ 1288.159935] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGH for action security_group_rules [ 1288.159984] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa434185-aeae-4b27-8e66-23a6655d4974 with Priority: HIGH for action security_group_rules [ 1288.160095] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2e4c74c-e644-4fb1-8642-12c639127596 with Priority: HIGH for action security_group_rules [ 1288.160133] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 with Priority: HIGH for action security_group_rules [ 1288.160183] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGH for action security_group_rules [ 1288.160311] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGH for action security_group_rules [ 1288.160345] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 213e903a-5e9e-4ac7-9196-e688488348ef with Priority: HIGH for action security_group_rules [ 1288.160383] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 with Priority: HIGH for action security_group_rules [ 1288.160449] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 47974280-00e1-4166-aeee-91740d965f08 with Priority: HIGH for action security_group_rules [ 1288.160516] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGH for action security_group_rules [ 1288.160585] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 with Priority: HIGH for action security_group_rules [ 1288.160646] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGH for action security_group_rules [ 1288.160709] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cffae331-6828-465c-a904-0cccc5f4d3f2 with Priority: HIGH for action security_group_rules [ 1288.160771] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 with Priority: HIGH for action security_group_rules [ 1288.160832] env[65824]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGH for action security_group_rules [ 1288.160941] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.425365] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.425588] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.425588] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.425898] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.426198] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.426525] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 already deleted. [ 1288.426770] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.426862] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.427070] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.427157] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c37f7d1-0efb-4a26-8d5b-30e726d119d8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.949088] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.949088] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.949088] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.949088] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.949088] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.949088] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 already deleted. [ 1288.949088] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.205865] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: IN_PROGRESS for 4s [ 1290.827310] env[65824]: INFO networking_nsxv3.common.synchronization [req-8cb13d31-2167-4c7f-8135-a681e91c885c req-7f27cd0f-ba88-4213-9733-273dee43f6e5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Enqueued Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGHEST for action security_group_members [ 1290.827853] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGHEST for action security_group_members [ 1290.830142] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 with Priority: HIGH for action security_group_rules [ 1290.830291] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fbec62-5fab-43be-8bfd-5f8949350202 with Priority: HIGH for action security_group_rules [ 1290.830428] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa434185-aeae-4b27-8e66-23a6655d4974 with Priority: HIGH for action security_group_rules [ 1290.830535] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 with Priority: HIGH for action security_group_rules [ 1290.830623] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a with Priority: HIGH for action security_group_rules [ 1290.830742] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 with Priority: HIGH for action security_group_rules [ 1290.830798] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cffae331-6828-465c-a904-0cccc5f4d3f2 with Priority: HIGH for action security_group_rules [ 1290.830928] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8b31da-d05b-4897-958a-270c782d9714 with Priority: HIGH for action security_group_rules [ 1290.831014] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47974280-00e1-4166-aeee-91740d965f08 with Priority: HIGH for action security_group_rules [ 1290.831067] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 with Priority: HIGH for action security_group_rules [ 1290.831143] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 with Priority: HIGH for action security_group_rules [ 1290.831205] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213e903a-5e9e-4ac7-9196-e688488348ef with Priority: HIGH for action security_group_rules [ 1290.831320] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2609518a-0baf-4148-ae98-d57bf5e4491b with Priority: HIGH for action security_group_rules [ 1290.831377] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGH for action security_group_rules [ 1290.831448] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 with Priority: HIGH for action security_group_rules [ 1290.831537] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGH for action security_group_rules [ 1290.831621] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e4c74c-e644-4fb1-8642-12c639127596 with Priority: HIGH for action security_group_rules [ 1290.831704] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 with Priority: HIGH for action security_group_rules [ 1290.831780] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 with Priority: HIGH for action security_group_rules [ 1290.831867] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4038ee53-8771-4299-9d29-5494e0bcae3b with Priority: HIGH for action security_group_rules [ 1290.832176] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-57f54244-39d3-43b2-bf0b-45a232d55af3 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.832307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.832354] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.832552] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.832702] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.832818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.832850] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.832983] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.833080] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.833167] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.834874] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57f54244-39d3-43b2-bf0b-45a232d55af3 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.834985] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.835081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.835210] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.835285] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57f54244-39d3-43b2-bf0b-45a232d55af3',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.836395] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9fbec62-5fab-43be-8bfd-5f8949350202 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.836513] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.836570] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.836801] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.836906] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9fbec62-5fab-43be-8bfd-5f8949350202',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.837983] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa434185-aeae-4b27-8e66-23a6655d4974 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.838123] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.838179] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.838517] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.838517] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa434185-aeae-4b27-8e66-23a6655d4974',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.839710] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fd248a8-0ace-443e-8cd6-8c11cdcb9075 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.839808] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.839808] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.841266] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.841266] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fd248a8-0ace-443e-8cd6-8c11cdcb9075',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.841266] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.842641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.842641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.842641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.842641] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2ab1edc-9ee3-4707-8ed3-2271e5b9928a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.842984] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-226cbd47-64a1-4eb4-a04a-6c6094d69737 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.842984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.843091] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.843179] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.844419] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('226cbd47-64a1-4eb4-a04a-6c6094d69737',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.844419] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cffae331-6828-465c-a904-0cccc5f4d3f2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.844419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.844567] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.845090] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.845090] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cffae331-6828-465c-a904-0cccc5f4d3f2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.846130] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f8b31da-d05b-4897-958a-270c782d9714 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.846130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.846130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.846130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.846130] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f8b31da-d05b-4897-958a-270c782d9714',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.847484] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47974280-00e1-4166-aeee-91740d965f08 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.847591] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.847818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.848246] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.848373] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47974280-00e1-4166-aeee-91740d965f08',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.849097] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2971849-bac0-4bbd-b683-bdfcbb23e752 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.849225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.849294] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.849532] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.849596] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2971849-bac0-4bbd-b683-bdfcbb23e752',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.850712] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.850712] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.850712] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.850712] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.851367] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee1adac1-f6c7-4d89-ac20-ac2cf742afc1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.852171] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-213e903a-5e9e-4ac7-9196-e688488348ef taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.852259] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.852305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.852433] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.852498] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('213e903a-5e9e-4ac7-9196-e688488348ef',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.853295] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2609518a-0baf-4148-ae98-d57bf5e4491b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.853397] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.853440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.853583] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.853645] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2609518a-0baf-4148-ae98-d57bf5e4491b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.854533] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.854533] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.854533] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.854706] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.854757] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.855430] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.855536] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.855600] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.856016] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.856016] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdb1ea4f-7c56-4861-a1a0-7e5de92574b2',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.856649] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.856742] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.857168] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2e4c74c-e644-4fb1-8642-12c639127596 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.857168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.857168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.857363] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.857451] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2e4c74c-e644-4fb1-8642-12c639127596',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.858161] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-774e0174-9056-409e-9deb-1c7c0c4762c1 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.858268] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.858333] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.858482] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.858553] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('774e0174-9056-409e-9deb-1c7c0c4762c1',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.859238] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d797506-7d66-48d7-b3da-fe15c32725e8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.859343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.859609] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.859609] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.859708] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d797506-7d66-48d7-b3da-fe15c32725e8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.860396] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4038ee53-8771-4299-9d29-5494e0bcae3b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.860479] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.860536] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.860720] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.860823] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4038ee53-8771-4299-9d29-5494e0bcae3b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.887741] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.887741] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.887910] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.888077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.909302] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.909441] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa434185-aeae-4b27-8e66-23a6655d4974 is going to be deleted. [ 1290.967381] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.967646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.967646] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.967811] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.967906] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.968034] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa434185-aeae-4b27-8e66-23a6655d4974" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.107622] env[65824]: INFO networking_nsxv3.common.synchronization [req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 req-7569673a-c76c-4fde-a457-edb16a4cc8b9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1291.108240] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1291.108547] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.108670] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.108732] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.108935] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.109108] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.109203] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.109262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.109447] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.109518] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.109604] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.216180] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: SUCCESS [ 1291.216394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.216567] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.216790] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.216978] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.217107] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.217172] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.217338] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.217441] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.217534] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.217626] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.335414] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.335606] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.335606] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.335797] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.365088] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.365343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.365343] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.365523] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.365635] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.365731] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.365790] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.365937] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.366030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.366157] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.366225] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.375522] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.375721] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.378645] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.378816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.380435] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.380580] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.382808] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.382904] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.383811] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.383938] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.384655] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.384857] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.384967] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.385054] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.385247] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.385330] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.385423] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 is going to be updated. [ 1291.388664] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.388858] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.431317] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.431445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.432449] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.432685] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.434660] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.434773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.435521] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.435617] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.436321] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.436417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.437104] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.437212] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.437922] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.438050] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f8b31da-d05b-4897-958a-270c782d9714 is going to be deleted. [ 1291.438948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.439164] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.443093] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.443239] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.451527] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.451691] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.452605] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.452747] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.453447] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.453680] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.454155] env[65824]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1291.454583] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.454679] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.455333] env[65824]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1291.455748] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.455844] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.456579] env[65824]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1291.457021] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.457184] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.457273] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.457495] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.457640] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.464724] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.464837] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fd248a8-0ace-443e-8cd6-8c11cdcb9075 is going to be deleted. [ 1291.465693] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.465896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.467491] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 in Status: IN_PROGRESS for 2s [ 1291.488391] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.488632] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9fbec62-5fab-43be-8bfd-5f8949350202 is going to be deleted. [ 1291.489498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.489717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.499931] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.500139] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.507481] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.507648] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 226cbd47-64a1-4eb4-a04a-6c6094d69737 is going to be deleted. [ 1291.508740] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.508864] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.531555] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.531683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.535607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.535607] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2ab1edc-9ee3-4707-8ed3-2271e5b9928a is going to be deleted. [ 1291.536205] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.536354] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.536444] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.536541] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 is going to be deleted. [ 1291.537288] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.537473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.582952] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.583140] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 774e0174-9056-409e-9deb-1c7c0c4762c1 is going to be deleted. [ 1291.584763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.584908] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.611851] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.612153] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.719040] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.719040] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.719444] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.720904] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.720904] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.722568] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.722705] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 213e903a-5e9e-4ac7-9196-e688488348ef is going to be deleted. [ 1291.723642] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.723872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.725377] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.725483] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.750483] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.750701] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.759084] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.759259] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee1adac1-f6c7-4d89-ac20-ac2cf742afc1 is going to be deleted. [ 1291.760444] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.760707] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.782620] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.782620] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.783571] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.783715] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2971849-bac0-4bbd-b683-bdfcbb23e752 is going to be deleted. [ 1291.784611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.784822] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.827415] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.827774] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4038ee53-8771-4299-9d29-5494e0bcae3b is going to be deleted. [ 1291.828590] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.828783] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.833051] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.833164] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.884343] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.894821] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.895250] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cffae331-6828-465c-a904-0cccc5f4d3f2 is going to be deleted. [ 1291.895932] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.896182] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.914024] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.914219] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.935850] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.936098] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d797506-7d66-48d7-b3da-fe15c32725e8 is going to be deleted. [ 1291.937200] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.937483] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.949256] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.949499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.987382] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.987602] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2e4c74c-e644-4fb1-8642-12c639127596 is going to be deleted. [ 1291.988543] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.988750] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.176123] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.176315] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.208950] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.208950] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.222252] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a8a7e4e-5036-4620-8e5e-3701b7f8105a: rpc.has_security_group_logging(os_id): False [ 1292.228365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.228563] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdb1ea4f-7c56-4861-a1a0-7e5de92574b2 is going to be deleted. [ 1292.229640] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.229850] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.286179] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.286395] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.294535] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.294785] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.310696] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.310897] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47974280-00e1-4166-aeee-91740d965f08 is going to be deleted. [ 1292.311804] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.312032] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.374744] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.374910] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2609518a-0baf-4148-ae98-d57bf5e4491b is going to be deleted. [ 1292.376084] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.376238] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.376330] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.376456] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f8b31da-d05b-4897-958a-270c782d9714" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.376611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.376767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.376847] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.376962] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fd248a8-0ace-443e-8cd6-8c11cdcb9075" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.377540] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.377691] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.387177] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23fe546a-5b6a-4d39-ba48-a10ad26ccb22: rpc.has_security_group_logging(os_id): False [ 1292.390741] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.390970] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.446702] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.446908] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.462850] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.463085] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.484191] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.484452] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.484575] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.484642] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.484846] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.484927] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.485049] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be updated. [ 1292.486057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.486354] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.486464] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.486587] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9fbec62-5fab-43be-8bfd-5f8949350202" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.486745] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.486895] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.486974] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.487106] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-226cbd47-64a1-4eb4-a04a-6c6094d69737" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.487949] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.488176] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.488263] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.488380] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2ab1edc-9ee3-4707-8ed3-2271e5b9928a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.488515] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.488661] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.488737] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.488848] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.488977] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.489133] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.489211] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.489318] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-774e0174-9056-409e-9deb-1c7c0c4762c1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.489472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.489611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.489694] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.489810] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-213e903a-5e9e-4ac7-9196-e688488348ef" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.489934] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.490088] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.490162] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.490271] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee1adac1-f6c7-4d89-ac20-ac2cf742afc1" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.490389] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.490540] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.490623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.490732] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2971849-bac0-4bbd-b683-bdfcbb23e752" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.490855] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.490992] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.491076] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.491189] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4038ee53-8771-4299-9d29-5494e0bcae3b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.491309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.491448] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.491521] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.491627] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cffae331-6828-465c-a904-0cccc5f4d3f2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.491753] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.491911] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.491986] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.492112] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d797506-7d66-48d7-b3da-fe15c32725e8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.492236] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.492375] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.642727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.643268] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.643468] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.643578] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.643875] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.644273] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.644414] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a is going to be updated. [ 1292.646212] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.646484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.646617] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.646791] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2e4c74c-e644-4fb1-8642-12c639127596" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.646985] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.647232] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.647355] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.647577] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdb1ea4f-7c56-4861-a1a0-7e5de92574b2" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.648667] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.648825] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.648891] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.649180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.649295] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.649566] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47974280-00e1-4166-aeee-91740d965f08" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.650519] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.650726] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.650816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.651015] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.651153] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.651303] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2609518a-0baf-4148-ae98-d57bf5e4491b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.651484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.651682] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.654457] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.654611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.654702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.654911] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.655102] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.669406] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1292.698912] env[65824]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1292.699696] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.700020] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.700170] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.700335] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.700492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.700589] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.700677] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 is going to be updated. [ 1292.804193] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.804334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.804334] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.804556] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.804717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.849333] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: IN_PROGRESS for 2s [ 1292.850227] env[65824]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1292.850807] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.850953] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.851038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.851248] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.851387] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.900770] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 in Status: IN_PROGRESS for 2s [ 1293.477047] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 in Status: SUCCESS [ 1293.477233] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57f54244-39d3-43b2-bf0b-45a232d55af3 deletion is rescheduled due to dependency. [ 1293.477339] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57f54244-39d3-43b2-bf0b-45a232d55af3" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.566500] env[65824]: INFO networking_nsxv3.common.synchronization [req-1c68f855-ec4e-4f5f-b143-866e95d7adae req-a1e5be90-9317-4961-88fe-6dc499b3f8e6 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Enqueued Resource ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 with Priority: HIGHEST for action security_group_members [ 1293.567049] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 with Priority: HIGHEST for action security_group_members [ 1293.567462] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c37f7d1-0efb-4a26-8d5b-30e726d119d8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.567619] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.567665] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.567893] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.569585] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.569727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.569795] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.569970] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.570087] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.570183] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c37f7d1-0efb-4a26-8d5b-30e726d119d8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.839854] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.840284] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-884" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.840431] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-884" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.840760] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-884" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.841032] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.841196] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.841317] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.841555] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.841709] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.841930] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.842055] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1293.842170] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1293.842280] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1293.842389] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.842495] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1293.842627] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1293.861676] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1293.861934] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1293.862017] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1293.862201] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-884" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.862503] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-46ae3833-1284-48c9-85d3-a11a39ff4c44 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.862671] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-46ae3833-1284-48c9-85d3-a11a39ff4c44" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.862789] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-46ae3833-1284-48c9-85d3-a11a39ff4c44" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.863131] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-46ae3833-1284-48c9-85d3-a11a39ff4c44" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.863266] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46ae3833-1284-48c9-85d3-a11a39ff4c44',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.072287] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.072451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.072451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.072669] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.072761] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.072959] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.073094] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.073153] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.073305] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.073380] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.073465] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 already deleted. [ 1294.073547] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.365813] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.366078] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.366208] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.366472] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.366619] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.366770] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port 46ae3833-1284-48c9-85d3-a11a39ff4c44 not found, creating... [ 1294.367033] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.367189] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.367305] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.367550] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.367689] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.367971] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.368156] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.368275] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.368480] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.368614] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.368749] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: 46ae3833-1284-48c9-85d3-a11a39ff4c44 is going to be created. [ 1294.388129] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.388320] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.388448] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.388727] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.388956] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.389203] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-46ae3833-1284-48c9-85d3-a11a39ff4c44" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.680243] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1294.680483] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 deletion is rescheduled due to dependency. [ 1294.680647] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.863648] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: SUCCESS [ 1294.864061] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.864061] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.864273] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.864360] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.912434] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 in Status: SUCCESS [ 1294.912666] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.096717] env[65824]: INFO networking_nsxv3.common.synchronization [req-1c68f855-ec4e-4f5f-b143-866e95d7adae req-c315d149-6d0e-4ecd-823e-0773c0f2ca66 service nova] Enqueued Resource ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 with Priority: HIGHEST for action security_group_rules [ 1295.096937] env[65824]: INFO networking_nsxv3.common.synchronization [req-1c68f855-ec4e-4f5f-b143-866e95d7adae req-c315d149-6d0e-4ecd-823e-0773c0f2ca66 service nova] Enqueued Resource ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 with Priority: HIGHEST for action security_group_members [ 1295.097181] env[65824]: INFO networking_nsxv3.common.synchronization [req-1c68f855-ec4e-4f5f-b143-866e95d7adae req-c315d149-6d0e-4ecd-823e-0773c0f2ca66 service nova] Enqueued Resource ID: 46ae3833-1284-48c9-85d3-a11a39ff4c44 with Priority: HIGHEST for action port [ 1295.097802] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 with Priority: HIGHEST for action security_group_rules [ 1295.097985] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 with Priority: HIGHEST for action security_group_members [ 1295.098166] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ae3833-1284-48c9-85d3-a11a39ff4c44 with Priority: HIGHEST for action port [ 1295.099183] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c37f7d1-0efb-4a26-8d5b-30e726d119d8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.099301] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.099398] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.099714] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.099792] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c37f7d1-0efb-4a26-8d5b-30e726d119d8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.101111] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c37f7d1-0efb-4a26-8d5b-30e726d119d8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.101218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.101218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.101394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.101541] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.101689] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.101756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.101903] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.102013] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.102111] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c37f7d1-0efb-4a26-8d5b-30e726d119d8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.102816] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-46ae3833-1284-48c9-85d3-a11a39ff4c44 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.102919] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46ae3833-1284-48c9-85d3-a11a39ff4c44" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.102983] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46ae3833-1284-48c9-85d3-a11a39ff4c44" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.103145] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46ae3833-1284-48c9-85d3-a11a39ff4c44" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.103217] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46ae3833-1284-48c9-85d3-a11a39ff4c44',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.366983] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.367463] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.367585] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.367872] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.368108] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.368349] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.368535] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.368749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.368843] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.368946] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.369050] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.608077] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c37f7d1-0efb-4a26-8d5b-30e726d119d8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.608077] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c37f7d1-0efb-4a26-8d5b-30e726d119d8 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.608077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.608077] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46ae3833-1284-48c9-85d3-a11a39ff4c44 with status ACTIVE [ 1295.608077] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.608077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.608077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.608077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.608077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.608077] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.608077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.608077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.608077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.608077] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.608760] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.608760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.608760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.608760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.608760] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.609210] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46ae3833-1284-48c9-85d3-a11a39ff4c44 is going to be updated. [ 1295.631403] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.631846] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.632047] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.632385] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.632657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.632941] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46ae3833-1284-48c9-85d3-a11a39ff4c44" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.871625] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.137306] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c37f7d1-0efb-4a26-8d5b-30e726d119d8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.374752] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a8a7e4e-5036-4620-8e5e-3701b7f8105a: rpc.has_security_group_logging(os_id): False [ 1296.395261] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.395555] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.395555] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.395683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.395801] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.396072] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.396184] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.396260] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.396412] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.396491] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.396582] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a is going to be updated. [ 1296.454089] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.454392] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.454392] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.454494] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.454643] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.475948] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: IN_PROGRESS for 2s [ 1296.610597] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.610777] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.610850] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.611081] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.611189] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.611295] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 is going to be created. [ 1296.636450] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.636627] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.636672] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.636857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.637039] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.647686] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 in Status: UNINITIALIZED for 2s [ 1298.494463] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: SUCCESS [ 1298.494834] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.658930] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 in Status: SUCCESS [ 1298.659178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.659338] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.659697] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.659892] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.660017] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.660130] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.660299] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.660338] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.660407] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.660495] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c37f7d1-0efb-4a26-8d5b-30e726d119d8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.163205] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c37f7d1-0efb-4a26-8d5b-30e726d119d8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.666146] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c37f7d1-0efb-4a26-8d5b-30e726d119d8: rpc.has_security_group_logging(os_id): False [ 1299.683205] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.683358] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.683435] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.683715] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.683715] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.683960] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.684082] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.684147] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.684300] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.684377] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.684464] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 is going to be created. [ 1299.744802] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.745038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.745038] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.745236] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.745419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.757181] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 in Status: IN_PROGRESS for 2s [ 1300.098995] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.099240] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1301.763083] env[65824]: INFO networking_nsxv3.common.synchronization [req-7e9d60df-758d-4593-9e33-755a191337eb req-b47c6f66-22c0-49ee-a84b-03cd858bb7db tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Enqueued Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGHEST for action security_group_members [ 1301.763575] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGHEST for action security_group_members [ 1301.763924] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.764321] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.764321] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.764457] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.764641] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.764785] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.764818] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.764969] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.765069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.765171] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.771124] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 in Status: SUCCESS [ 1301.771360] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.092512] env[65824]: INFO networking_nsxv3.common.synchronization [req-16184188-b8bd-4f3e-b012-afd5b67255a3 req-78a772ad-347d-44c3-9a39-d7a0a7b22d9f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1302.093078] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1302.093412] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.093539] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.093622] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.093842] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.093979] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.095079] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.095194] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.095342] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.095460] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.095584] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.267702] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.376211] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.376418] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.376545] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.376782] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.377161] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.377236] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.378021] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.378021] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.378021] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.378021] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1302.378021] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1302.378231] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1302.378231] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1302.378324] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1302.378428] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1302.378556] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1302.398188] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1302.398371] env[65824]: DEBUG dogpile.cache.region [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1302.398506] env[65824]: DEBUG dogpile.lock [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1302.398681] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.399011] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock port-fc153e4b-afce-4ef6-82cf-396343dae897 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.399190] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "port-fc153e4b-afce-4ef6-82cf-396343dae897" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.399306] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "port-fc153e4b-afce-4ef6-82cf-396343dae897" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.399735] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "port-fc153e4b-afce-4ef6-82cf-396343dae897" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.399880] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc153e4b-afce-4ef6-82cf-396343dae897',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.599270] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.599473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.599473] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.599763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.599856] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.600070] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.600177] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.600241] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.600400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.600509] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.600653] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be updated. [ 1302.627462] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.627647] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.627724] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.627948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.628105] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.636854] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1302.769915] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.903145] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.903557] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.903810] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.904285] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.904549] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.904810] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Segment Port fc153e4b-afce-4ef6-82cf-396343dae897 not found, creating... [ 1302.905258] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.905520] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.905726] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.906239] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.906467] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.907258] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.907494] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.907834] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.907871] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.908014] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.908197] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Resource: SegmentPort with ID: fc153e4b-afce-4ef6-82cf-396343dae897 is going to be created. [ 1302.930935] env[65824]: DEBUG networking_nsxv3.common.locking [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.931197] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.931282] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.931560] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.931842] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.932395] env[65824]: DEBUG oslo_concurrency.lockutils [None req-cdcf02b4-79a9-4b48-8a4c-2852c745884a None None] Releasing lock "port-fc153e4b-afce-4ef6-82cf-396343dae897" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.272120] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.272310] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.272357] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.272541] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.272631] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.272730] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 is going to be updated. [ 1303.303741] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.303857] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.304050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.304240] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.304404] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.314063] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 in Status: IN_PROGRESS for 2s [ 1304.120964] env[65824]: INFO networking_nsxv3.common.synchronization [req-16184188-b8bd-4f3e-b012-afd5b67255a3 req-2e801786-6720-4db1-a193-9c21ce6930e6 service nova] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_rules [ 1304.121287] env[65824]: INFO networking_nsxv3.common.synchronization [req-16184188-b8bd-4f3e-b012-afd5b67255a3 req-2e801786-6720-4db1-a193-9c21ce6930e6 service nova] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1304.121287] env[65824]: INFO networking_nsxv3.common.synchronization [req-16184188-b8bd-4f3e-b012-afd5b67255a3 req-2e801786-6720-4db1-a193-9c21ce6930e6 service nova] Enqueued Resource ID: fc153e4b-afce-4ef6-82cf-396343dae897 with Priority: HIGHEST for action port [ 1304.121790] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_rules [ 1304.121931] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1304.122089] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc153e4b-afce-4ef6-82cf-396343dae897 with Priority: HIGHEST for action port [ 1304.122331] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.122452] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.122521] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.122720] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.122795] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.123606] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.123702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.123904] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc153e4b-afce-4ef6-82cf-396343dae897 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.124800] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc153e4b-afce-4ef6-82cf-396343dae897" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.124959] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc153e4b-afce-4ef6-82cf-396343dae897" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.125158] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc153e4b-afce-4ef6-82cf-396343dae897" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.125285] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc153e4b-afce-4ef6-82cf-396343dae897',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.626668] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.626878] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.627022] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc153e4b-afce-4ef6-82cf-396343dae897 with status ACTIVE [ 1304.627196] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.627296] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.627358] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.627572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.627801] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.627913] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.627966] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.628073] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.628175] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.628252] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.628428] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.628521] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.628620] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.628730] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.628805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.628952] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc153e4b-afce-4ef6-82cf-396343dae897 is going to be updated. [ 1304.645840] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1304.646066] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 deletion is rescheduled due to dependency. [ 1304.646115] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.646268] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.646451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.646615] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.646719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.646779] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.646921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.646997] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.647103] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.651397] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.651526] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.651597] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.651766] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.651891] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.652053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc153e4b-afce-4ef6-82cf-396343dae897" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.151016] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.324074] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 in Status: SUCCESS [ 1305.324282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.653062] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.156127] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.156492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.156492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.156572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.156708] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.156745] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be updated. [ 1306.186613] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.186862] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.186862] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.187076] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.187241] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.198846] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1308.210304] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 4s [ 1309.123558] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.123760] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1310.222762] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1310.223242] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.223242] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.223406] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.223572] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.223702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.223777] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.223901] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.223970] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.224066] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.224161] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.726765] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.727286] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.727286] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.727365] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.727572] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.727703] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.727765] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.727952] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.728056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.728184] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.728870] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.728870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.728870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.728870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.728870] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.728870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.729221] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.729221] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.729221] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.729221] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.729378] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.232237] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75277fc8-9bba-431e-932c-b4e3feeb6ff0: rpc.has_security_group_logging(os_id): False [ 1311.264131] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.264382] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.264382] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.264654] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.264777] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.265096] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.265218] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.265274] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.265477] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.265578] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.265779] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.265901] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.266018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.266169] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.266245] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.266438] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.266533] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.266596] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.266736] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.266811] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.266898] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be updated. [ 1311.341984] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.342236] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.342236] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.342384] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.342517] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.367779] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1313.383104] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1313.383551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.124914] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.125116] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.215651] env[65824]: INFO networking_nsxv3.common.synchronization [req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c req-f887a99e-0acc-440a-ac71-3c79e1ff4a6e tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Enqueued Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGHEST for action security_group_members [ 1317.216683] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 with Priority: HIGHEST for action security_group_members [ 1317.216683] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.216683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.216683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.216906] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.216942] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.217053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.217114] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.217261] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.217345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.217436] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23fe546a-5b6a-4d39-ba48-a10ad26ccb22',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.721127] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.721380] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.721380] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.721611] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.721702] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.721895] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.722019] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.722064] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.722238] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.722288] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.722381] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 is going to be updated. [ 1317.749765] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.749986] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.749986] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.750137] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.750278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.766958] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 in Status: IN_PROGRESS for 2s [ 1319.777521] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 in Status: SUCCESS [ 1319.777903] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23fe546a-5b6a-4d39-ba48-a10ad26ccb22 deletion is rescheduled due to dependency. [ 1319.777903] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23fe546a-5b6a-4d39-ba48-a10ad26ccb22" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.216784] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.217067] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1327.218458] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.218913] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.219703] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.220144] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.809513] env[65824]: INFO networking_nsxv3.common.synchronization [req-2ce7611f-60b4-452d-b7ec-5c7f1e4c914e req-baf96a1f-1f72-45fb-a146-f8cd63a1832f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1335.810021] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1335.810450] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.810508] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.810578] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.810777] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.810931] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.811028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.811092] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.811241] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.811324] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.811417] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.313557] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.313763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.313845] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.314016] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.314159] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.314335] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.314431] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.314492] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.314644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.314729] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.314813] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be updated. [ 1336.344570] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.344731] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.344780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.345251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.345251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.353152] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1338.364020] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1338.364281] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 deletion is rescheduled due to dependency. [ 1338.364328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.811627] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.811958] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.215043] env[65824]: INFO networking_nsxv3.common.synchronization [req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 req-31528ac8-dd03-4d11-967e-b43a2ea62794 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1343.215599] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1343.215907] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.216043] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.216115] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.216348] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.216571] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.216717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.216830] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.217073] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.217227] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.217434] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.510240] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.510240] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.510240] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.510240] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.510240] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.510900] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.511235] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.512700] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.512700] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.512700] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1343.512700] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1343.512700] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1343.512700] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1343.512700] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1343.512700] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1343.513039] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1343.534060] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1343.534243] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1343.534380] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1343.534550] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.534863] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-d9ccda39-76b2-4fea-ad51-fbe176045dcc taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.535045] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-d9ccda39-76b2-4fea-ad51-fbe176045dcc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.535166] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-d9ccda39-76b2-4fea-ad51-fbe176045dcc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.535500] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-d9ccda39-76b2-4fea-ad51-fbe176045dcc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.535637] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9ccda39-76b2-4fea-ad51-fbe176045dcc',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.719322] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.719514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.719514] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.719718] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.719819] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.720028] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.720134] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.720386] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.720643] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.720766] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.720870] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be updated. [ 1343.748476] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.748678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.748678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.748896] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.749053] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.758611] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1344.038705] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.038871] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.038916] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.039266] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.039421] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.039738] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port d9ccda39-76b2-4fea-ad51-fbe176045dcc not found, creating... [ 1344.040616] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.040616] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.040616] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.040616] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.040616] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.040896] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.040952] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.041147] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.041725] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.041725] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.041725] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: d9ccda39-76b2-4fea-ad51-fbe176045dcc is going to be created. [ 1344.063033] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.063033] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.063033] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.063279] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.063428] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.063671] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-d9ccda39-76b2-4fea-ad51-fbe176045dcc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.738738] env[65824]: INFO networking_nsxv3.common.synchronization [req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 req-dfe4ae81-b38b-4510-960b-10f76d11033f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Enqueued Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_members [ 1344.738738] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a with Priority: HIGHEST for action security_group_members [ 1344.738738] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.738738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.738738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.738738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.738738] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.738738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.738738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.738738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.738738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.738738] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a8a7e4e-5036-4620-8e5e-3701b7f8105a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.769829] env[65824]: INFO networking_nsxv3.common.synchronization [req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 req-373a9869-8e47-4f35-92af-ee207f7fa3f0 service nova] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_rules [ 1344.769943] env[65824]: INFO networking_nsxv3.common.synchronization [req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 req-373a9869-8e47-4f35-92af-ee207f7fa3f0 service nova] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1344.769989] env[65824]: INFO networking_nsxv3.common.synchronization [req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 req-373a9869-8e47-4f35-92af-ee207f7fa3f0 service nova] Enqueued Resource ID: d9ccda39-76b2-4fea-ad51-fbe176045dcc with Priority: HIGHEST for action port [ 1344.770951] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_rules [ 1344.771127] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1344.771234] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ccda39-76b2-4fea-ad51-fbe176045dcc with Priority: HIGHEST for action port [ 1344.771513] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.771672] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.771708] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.771888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.771959] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.772847] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.772945] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.773222] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9ccda39-76b2-4fea-ad51-fbe176045dcc taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.773780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9ccda39-76b2-4fea-ad51-fbe176045dcc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.773853] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9ccda39-76b2-4fea-ad51-fbe176045dcc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.774028] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9ccda39-76b2-4fea-ad51-fbe176045dcc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.774168] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9ccda39-76b2-4fea-ad51-fbe176045dcc',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.240612] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.240849] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.240849] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.241088] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.241187] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.241388] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.241486] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.241556] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.241753] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.241834] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.241924] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a is going to be updated. [ 1345.268021] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.268261] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.268261] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.268480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.268633] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.275336] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.275529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.277238] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: IN_PROGRESS for 2s [ 1345.277416] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9ccda39-76b2-4fea-ad51-fbe176045dcc with status ACTIVE [ 1345.277590] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.277700] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.277768] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.277952] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.278051] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.278262] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.278393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.278431] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.278606] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.278640] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.278837] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.278906] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.278958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.279112] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.279185] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.279269] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9ccda39-76b2-4fea-ad51-fbe176045dcc is going to be updated. [ 1345.310776] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.311057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.311057] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.311165] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.311328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.311489] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9ccda39-76b2-4fea-ad51-fbe176045dcc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.768050] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1345.768405] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 deletion is rescheduled due to dependency. [ 1345.768405] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.768507] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.768699] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.768937] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.769069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.769069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.769230] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.769314] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.769405] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.271366] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.774581] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.278069] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.278069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.278069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.278069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.278456] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.278456] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be updated. [ 1347.296126] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a in Status: SUCCESS [ 1347.296291] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a8a7e4e-5036-4620-8e5e-3701b7f8105a deletion is rescheduled due to dependency. [ 1347.296394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a8a7e4e-5036-4620-8e5e-3701b7f8105a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.314510] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.314719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.314719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.314947] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.315086] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.323999] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1349.334539] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1349.334859] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.334945] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.335246] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.335485] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.335632] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.335733] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.335921] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.336016] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.336111] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.336206] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.772058] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.772265] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1349.838896] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.839260] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.839398] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.839705] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.839937] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.840080] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.840180] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.840419] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.840510] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.840605] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.840766] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.840865] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.840963] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.841199] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.841350] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.841445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.841507] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.841773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.841773] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.841842] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.841917] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.344656] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75277fc8-9bba-431e-932c-b4e3feeb6ff0: rpc.has_security_group_logging(os_id): False [ 1350.362544] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.362752] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.362752] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.362985] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.363094] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.363308] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.363410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.363469] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.364033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.364033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.364033] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.364033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.364033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.364346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.364346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.365732] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.365732] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.365732] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.365732] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.365732] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.365732] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be updated. [ 1350.426720] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.426937] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.426937] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.427150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.427351] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.438809] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1352.464866] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1352.465236] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.773040] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.773040] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.591852] env[65824]: INFO networking_nsxv3.common.synchronization [req-a52029d9-2389-4ccb-ae92-f9bdb06685eb req-c3702ad0-ce70-400f-bdb2-f398b114a994 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Enqueued Resource ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 with Priority: HIGHEST for action security_group_members [ 1358.592691] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 with Priority: HIGHEST for action security_group_members [ 1358.593011] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c37f7d1-0efb-4a26-8d5b-30e726d119d8 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.593345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.593345] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.593445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.593798] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.593798] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.593798] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.594107] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.594107] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.594107] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c37f7d1-0efb-4a26-8d5b-30e726d119d8',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.616561] env[65824]: INFO networking_nsxv3.common.synchronization [req-b440e8a6-feb8-406b-9d01-f096d34dfa01 req-0bda7016-b605-4db8-bdcc-0cbb5bcf1c5d tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1358.617266] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1358.617364] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.617481] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.617551] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.617771] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.617934] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.618042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.618106] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.618278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.618384] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.618508] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.096519] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.096678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.096731] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.096967] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.097069] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.097264] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.097359] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.097418] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.097560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.097633] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.097716] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 is going to be updated. [ 1359.124687] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.124987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.124987] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.125217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.125311] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.125517] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.125617] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.125678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.125836] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.125910] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.125993] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be updated. [ 1359.127719] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.127834] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.127901] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.128061] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.128195] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.137169] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 in Status: IN_PROGRESS for 2s [ 1359.156028] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.156215] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.156263] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.156446] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.156581] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.165407] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1361.147215] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 in Status: SUCCESS [ 1361.147215] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c37f7d1-0efb-4a26-8d5b-30e726d119d8 deletion is rescheduled due to dependency. [ 1361.147707] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c37f7d1-0efb-4a26-8d5b-30e726d119d8" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.175680] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1361.175875] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 deletion is rescheduled due to dependency. [ 1361.175994] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.618276] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.618648] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.496845] env[65824]: INFO networking_nsxv3.common.synchronization [None req-44a37439-443e-458a-af96-8e5b4a4c7e5f tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Enqueued Resource ID: 04d515ca-1b3d-4348-9ca5-7402de26865b with Priority: HIGHEST for action security_group_rules [ 1364.497413] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d515ca-1b3d-4348-9ca5-7402de26865b with Priority: HIGHEST for action security_group_rules [ 1364.497733] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04d515ca-1b3d-4348-9ca5-7402de26865b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.497900] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.497976] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.498378] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.498517] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04d515ca-1b3d-4348-9ca5-7402de26865b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.581708] env[65824]: INFO networking_nsxv3.common.synchronization [None req-a17487f7-6ec6-43c4-b700-81e79189821d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Enqueued Resource ID: 04d515ca-1b3d-4348-9ca5-7402de26865b with Priority: HIGHEST for action security_group_rules [ 1364.581961] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d515ca-1b3d-4348-9ca5-7402de26865b with Priority: HIGHEST for action security_group_rules [ 1364.582566] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04d515ca-1b3d-4348-9ca5-7402de26865b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.582663] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.019918] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.020350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.020350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.020350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.020529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.020567] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04d515ca-1b3d-4348-9ca5-7402de26865b already deleted. [ 1365.020666] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.020820] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.020981] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.021075] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04d515ca-1b3d-4348-9ca5-7402de26865b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.543288] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.543480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.543480] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.543912] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.543912] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.543912] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04d515ca-1b3d-4348-9ca5-7402de26865b already deleted. [ 1365.544108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.179526] env[65824]: INFO networking_nsxv3.common.synchronization [req-e3875097-98eb-4eaa-aea2-b6e340949a83 req-9dad99de-fe16-48a7-aa34-ef958cd18e27 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1367.181146] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1367.181146] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.181146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.181146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.181146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.181146] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.181618] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.181618] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.181618] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.181774] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.181774] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.471497] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.471687] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.471798] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.472062] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.472326] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.472481] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.472594] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.472823] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.472979] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.473205] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1367.473316] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1367.473421] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1367.473525] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1367.473629] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1367.473730] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1367.474221] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1367.493952] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1367.494158] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1367.494278] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1367.494450] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.494761] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-5aeb6ba8-ea68-4466-ad54-768378ae5b9d taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.494932] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-5aeb6ba8-ea68-4466-ad54-768378ae5b9d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.495061] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-5aeb6ba8-ea68-4466-ad54-768378ae5b9d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.495387] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-5aeb6ba8-ea68-4466-ad54-768378ae5b9d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.495524] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aeb6ba8-ea68-4466-ad54-768378ae5b9d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.684024] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.684278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.684278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.684452] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.684543] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.684733] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.684832] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.684894] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.685056] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.685129] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.685217] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be updated. [ 1367.722289] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.722505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.722505] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.722644] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.722805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.732341] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1367.998074] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.998286] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.998414] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.998676] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.998830] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.999118] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 5aeb6ba8-ea68-4466-ad54-768378ae5b9d not found, creating... [ 1367.999259] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.999413] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.999528] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.999747] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.999882] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.000173] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.000361] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.000489] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.000717] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.000855] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.000997] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 5aeb6ba8-ea68-4466-ad54-768378ae5b9d is going to be created. [ 1368.024374] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.024584] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.024707] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.024977] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.025220] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.025444] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-5aeb6ba8-ea68-4466-ad54-768378ae5b9d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.715584] env[65824]: INFO networking_nsxv3.common.synchronization [req-e3875097-98eb-4eaa-aea2-b6e340949a83 req-30124bf0-1aa5-44d7-93cc-8653e514b49c service nova] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_rules [ 1368.715842] env[65824]: INFO networking_nsxv3.common.synchronization [req-e3875097-98eb-4eaa-aea2-b6e340949a83 req-30124bf0-1aa5-44d7-93cc-8653e514b49c service nova] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1368.716061] env[65824]: INFO networking_nsxv3.common.synchronization [req-e3875097-98eb-4eaa-aea2-b6e340949a83 req-30124bf0-1aa5-44d7-93cc-8653e514b49c service nova] Enqueued Resource ID: 5aeb6ba8-ea68-4466-ad54-768378ae5b9d with Priority: HIGHEST for action port [ 1368.716502] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_rules [ 1368.716642] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1368.716752] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aeb6ba8-ea68-4466-ad54-768378ae5b9d with Priority: HIGHEST for action port [ 1368.717049] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.717168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.717235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.717443] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.717555] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.719373] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.719373] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.720625] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aeb6ba8-ea68-4466-ad54-768378ae5b9d taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.720809] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aeb6ba8-ea68-4466-ad54-768378ae5b9d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.720849] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aeb6ba8-ea68-4466-ad54-768378ae5b9d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.721235] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aeb6ba8-ea68-4466-ad54-768378ae5b9d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.721235] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aeb6ba8-ea68-4466-ad54-768378ae5b9d',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.222889] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.223037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.223243] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5aeb6ba8-ea68-4466-ad54-768378ae5b9d with status ACTIVE [ 1369.223409] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.223513] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.223579] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.223784] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.223874] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.224051] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.224138] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.224199] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.224347] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.224424] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.224605] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.224697] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.224756] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.224892] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.224964] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.225058] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5aeb6ba8-ea68-4466-ad54-768378ae5b9d is going to be updated. [ 1369.245338] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.245525] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.245572] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.245738] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.245881] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.246051] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aeb6ba8-ea68-4466-ad54-768378ae5b9d" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.742970] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1369.743242] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 deletion is rescheduled due to dependency. [ 1369.743287] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.743444] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.743649] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.743888] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.744085] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.744163] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.744323] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.744401] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.744560] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.005549] env[65824]: INFO networking_nsxv3.common.synchronization [req-fa3ce962-a921-42d9-a666-0c34f902b064 req-39fef050-90aa-46ab-ad1a-bdba32ffbe77 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Enqueued Resource ID: 04d515ca-1b3d-4348-9ca5-7402de26865b with Priority: HIGHEST for action security_group_members [ 1370.006098] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d515ca-1b3d-4348-9ca5-7402de26865b with Priority: HIGHEST for action security_group_members [ 1370.006395] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-04d515ca-1b3d-4348-9ca5-7402de26865b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.006513] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.006579] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.006827] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.006982] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.008182] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.008253] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.008445] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.008509] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.008665] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04d515ca-1b3d-4348-9ca5-7402de26865b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.247167] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.301546] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.301780] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-884" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.301907] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-884" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.302189] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-884" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.302444] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.302598] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.302710] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.303091] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.303293] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.303546] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1370.303689] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1370.303821] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1370.303975] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1370.304192] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1370.304437] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1370.304488] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1370.324883] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1370.325116] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1370.325295] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1370.325522] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-884" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.325901] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-c482efb1-83c4-48b9-a8ea-cfc2fefa727b taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.326078] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-c482efb1-83c4-48b9-a8ea-cfc2fefa727b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.326237] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-c482efb1-83c4-48b9-a8ea-cfc2fefa727b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.326580] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-c482efb1-83c4-48b9-a8ea-cfc2fefa727b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.326745] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c482efb1-83c4-48b9-a8ea-cfc2fefa727b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.510876] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.511115] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.511115] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.511271] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.511361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.511566] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.511680] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.511742] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.511888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.511963] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.512060] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04d515ca-1b3d-4348-9ca5-7402de26865b already deleted. [ 1370.512141] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.750367] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.829625] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.829957] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.830135] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.830467] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.830690] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.830850] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port c482efb1-83c4-48b9-a8ea-cfc2fefa727b not found, creating... [ 1370.831196] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.831365] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.831510] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.831740] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.831873] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.832172] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.832324] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.832440] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.832644] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.832774] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.832914] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: c482efb1-83c4-48b9-a8ea-cfc2fefa727b is going to be created. [ 1370.852556] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.852760] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.852880] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.853149] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.853378] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.853683] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-c482efb1-83c4-48b9-a8ea-cfc2fefa727b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.252780] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.253017] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.253125] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.253440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.253608] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.253776] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be updated. [ 1371.285466] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.285652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.285652] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.285826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.285974] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.294237] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1371.569578] env[65824]: INFO networking_nsxv3.common.synchronization [req-fa3ce962-a921-42d9-a666-0c34f902b064 req-b31a9294-1bf7-407e-b924-9086c9cd51f1 service nova] Enqueued Resource ID: 04d515ca-1b3d-4348-9ca5-7402de26865b with Priority: HIGHEST for action security_group_rules [ 1371.569741] env[65824]: INFO networking_nsxv3.common.synchronization [req-fa3ce962-a921-42d9-a666-0c34f902b064 req-b31a9294-1bf7-407e-b924-9086c9cd51f1 service nova] Enqueued Resource ID: 04d515ca-1b3d-4348-9ca5-7402de26865b with Priority: HIGHEST for action security_group_members [ 1371.569886] env[65824]: INFO networking_nsxv3.common.synchronization [req-fa3ce962-a921-42d9-a666-0c34f902b064 req-b31a9294-1bf7-407e-b924-9086c9cd51f1 service nova] Enqueued Resource ID: c482efb1-83c4-48b9-a8ea-cfc2fefa727b with Priority: HIGHEST for action port [ 1371.570428] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d515ca-1b3d-4348-9ca5-7402de26865b with Priority: HIGHEST for action security_group_rules [ 1371.570610] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d515ca-1b3d-4348-9ca5-7402de26865b with Priority: HIGHEST for action security_group_members [ 1371.570714] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c482efb1-83c4-48b9-a8ea-cfc2fefa727b with Priority: HIGHEST for action port [ 1371.570968] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04d515ca-1b3d-4348-9ca5-7402de26865b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.571137] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.571176] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.571356] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.571487] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04d515ca-1b3d-4348-9ca5-7402de26865b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.572307] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-04d515ca-1b3d-4348-9ca5-7402de26865b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.572394] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.572499] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.572655] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.572800] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.572895] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.573041] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.573137] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.573238] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.573329] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04d515ca-1b3d-4348-9ca5-7402de26865b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.574054] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-c482efb1-83c4-48b9-a8ea-cfc2fefa727b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.574158] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c482efb1-83c4-48b9-a8ea-cfc2fefa727b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.574431] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c482efb1-83c4-48b9-a8ea-cfc2fefa727b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.574431] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c482efb1-83c4-48b9-a8ea-cfc2fefa727b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.574431] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c482efb1-83c4-48b9-a8ea-cfc2fefa727b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.076982] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04d515ca-1b3d-4348-9ca5-7402de26865b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.077507] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-04d515ca-1b3d-4348-9ca5-7402de26865b taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.077507] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.077632] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c482efb1-83c4-48b9-a8ea-cfc2fefa727b with status ACTIVE [ 1372.077711] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.077812] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.077876] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.078118] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.078215] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.078391] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.078563] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.078622] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.078763] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.078834] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.079043] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.079395] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.079395] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.079395] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.079395] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.079557] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c482efb1-83c4-48b9-a8ea-cfc2fefa727b is going to be updated. [ 1372.101821] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.102059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.102059] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.102233] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.102367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.102524] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c482efb1-83c4-48b9-a8ea-cfc2fefa727b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.582038] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04d515ca-1b3d-4348-9ca5-7402de26865b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.084782] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.085150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.085150] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.085340] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.085340] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.085437] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04d515ca-1b3d-4348-9ca5-7402de26865b is going to be created. [ 1373.110447] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.110729] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.110788] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.110976] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.111146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.120683] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04d515ca-1b3d-4348-9ca5-7402de26865b in Status: UNINITIALIZED for 2s [ 1373.306249] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1373.306595] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.306915] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.307309] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.307614] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.307787] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.307885] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.308182] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.308350] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.308519] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.308701] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.811702] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.811864] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.811948] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.812196] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.812399] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.812519] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.812577] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.812719] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.812805] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.812893] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.813069] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.813182] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.813242] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.813386] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.813523] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.813614] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.813676] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.813812] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.813910] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.814011] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.814102] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.316227] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75277fc8-9bba-431e-932c-b4e3feeb6ff0: rpc.has_security_group_logging(os_id): False [ 1374.333110] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.333255] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.333324] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.333536] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.333626] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.333844] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.333942] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.334012] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.334166] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.334242] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.334417] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.334510] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.334607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.334727] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.334807] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.334987] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.335102] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.335164] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.335303] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.335374] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.335457] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be updated. [ 1374.398947] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.399198] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.399198] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.399375] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.399523] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.413900] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1375.132140] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04d515ca-1b3d-4348-9ca5-7402de26865b in Status: SUCCESS [ 1375.132526] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.132833] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.133151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.133421] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.133626] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.133769] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.134052] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.134195] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.134359] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.134511] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04d515ca-1b3d-4348-9ca5-7402de26865b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.637064] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04d515ca-1b3d-4348-9ca5-7402de26865b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.139801] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04d515ca-1b3d-4348-9ca5-7402de26865b: rpc.has_security_group_logging(os_id): False [ 1376.158673] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.158887] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.158887] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.159108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.159202] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.159442] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.159542] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.159605] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.159757] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.159832] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.159916] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04d515ca-1b3d-4348-9ca5-7402de26865b is going to be created. [ 1376.279025] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.279262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.279262] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.279443] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.279625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.290270] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04d515ca-1b3d-4348-9ca5-7402de26865b in Status: IN_PROGRESS for 2s [ 1376.430504] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1376.430504] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.572064] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.572064] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1378.303429] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04d515ca-1b3d-4348-9ca5-7402de26865b in Status: SUCCESS [ 1378.303735] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.339616] env[65824]: INFO networking_nsxv3.common.synchronization [req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 req-4e5508ce-f56f-4353-975d-00eaaca27eda tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1381.340173] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1381.340467] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.340587] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.340688] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.340890] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.341057] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.341155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.341231] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.341367] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.341451] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.341531] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.843546] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.843847] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.843847] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.844042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.844042] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.844241] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.844348] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.844410] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.844529] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.844607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.844693] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be updated. [ 1381.874214] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.874417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.874417] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.874612] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.874749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.882956] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1383.893968] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1383.894236] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 deletion is rescheduled due to dependency. [ 1383.894284] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.341905] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.342179] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.837930] env[65824]: INFO networking_nsxv3.common.synchronization [req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 req-2563d31d-2244-4cd5-9380-d188c179671c tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1389.838450] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1389.838450] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.838624] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.838624] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.838780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.838957] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.839089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.839160] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.839282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.839399] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.839478] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.134146] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.134356] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.134479] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.134743] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.135018] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.135178] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.135291] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.135504] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.135643] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.135852] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1390.135964] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1390.136241] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1390.136372] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1390.136489] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1390.136597] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1390.136726] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1390.156255] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1390.156409] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1390.156547] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1390.156719] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-703" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.157060] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-913c6740-cdb5-48a0-8952-3177825ce326 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.157236] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-913c6740-cdb5-48a0-8952-3177825ce326" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.157356] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-913c6740-cdb5-48a0-8952-3177825ce326" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.157670] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-913c6740-cdb5-48a0-8952-3177825ce326" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.157813] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('913c6740-cdb5-48a0-8952-3177825ce326',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.342367] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.342678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.342678] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.342827] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.342864] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.343133] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.343266] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.343328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.343464] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.343543] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.343672] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be updated. [ 1390.369834] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.370131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.370131] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.370269] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.370411] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.379422] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1390.660073] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.660305] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.660434] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.660722] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.660899] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.661077] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 913c6740-cdb5-48a0-8952-3177825ce326 not found, creating... [ 1390.661350] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.661509] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.661628] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.661873] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.662035] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.662329] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.662484] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.662601] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.662813] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.662946] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.663101] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 913c6740-cdb5-48a0-8952-3177825ce326 is going to be created. [ 1390.683323] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.683515] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.683620] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.683870] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.684114] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.684338] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-913c6740-cdb5-48a0-8952-3177825ce326" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.369446] env[65824]: INFO networking_nsxv3.common.synchronization [req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 req-828564e5-347f-487f-ad8f-ae83fd153180 service nova] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_rules [ 1391.369697] env[65824]: INFO networking_nsxv3.common.synchronization [req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 req-828564e5-347f-487f-ad8f-ae83fd153180 service nova] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1391.369752] env[65824]: INFO networking_nsxv3.common.synchronization [req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 req-828564e5-347f-487f-ad8f-ae83fd153180 service nova] Enqueued Resource ID: 913c6740-cdb5-48a0-8952-3177825ce326 with Priority: HIGHEST for action port [ 1391.370283] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_rules [ 1391.370425] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1391.370525] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913c6740-cdb5-48a0-8952-3177825ce326 with Priority: HIGHEST for action port [ 1391.370839] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.370952] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.371049] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.371229] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.371309] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.372590] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.372689] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.372979] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-913c6740-cdb5-48a0-8952-3177825ce326 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.372979] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-913c6740-cdb5-48a0-8952-3177825ce326" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.373135] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-913c6740-cdb5-48a0-8952-3177825ce326" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.373325] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-913c6740-cdb5-48a0-8952-3177825ce326" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.373417] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('913c6740-cdb5-48a0-8952-3177825ce326',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.874179] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.874404] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.875596] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 913c6740-cdb5-48a0-8952-3177825ce326 with status ACTIVE [ 1391.875772] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.875888] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.875996] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.876192] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.876285] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.876463] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.876560] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.876623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.876785] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.876863] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.877058] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.877174] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.877217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.877346] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.877420] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.877506] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 913c6740-cdb5-48a0-8952-3177825ce326 is going to be updated. [ 1391.906040] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.906272] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.906272] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.906479] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.906616] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.906795] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-913c6740-cdb5-48a0-8952-3177825ce326" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.389948] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1392.390358] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 deletion is rescheduled due to dependency. [ 1392.390358] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.390458] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.390618] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.390807] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.390936] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.391108] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.391179] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.391313] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.391365] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.894991] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.396394] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.899027] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.899266] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.899266] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.899490] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.899585] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.899687] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be updated. [ 1393.930345] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.930525] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.930585] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.930790] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.930944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.941506] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1395.953401] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1395.953749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.953789] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.954045] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.954239] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.954358] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.954424] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.954573] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.954653] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.954741] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.954830] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.371417] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.373085] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1396.456808] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.457043] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.457043] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.457260] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.457434] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.457535] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.457607] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.457739] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.457829] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.457918] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.458074] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.458174] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.458230] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.458354] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.458487] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.458570] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.458623] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.458755] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.458841] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.458901] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.458993] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.961303] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75277fc8-9bba-431e-932c-b4e3feeb6ff0: rpc.has_security_group_logging(os_id): False [ 1396.978105] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.978325] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.978325] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.978527] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.978613] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.978856] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.978958] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.979030] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.979183] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.979259] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.979439] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.979530] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.979589] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.979723] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.979794] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.979978] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.980084] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.980143] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.980278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.980359] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.980443] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be updated. [ 1397.039500] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.039710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.039710] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.039934] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.040102] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.059443] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1399.075768] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1399.076185] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.374666] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.375058] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.376029] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.376029] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.377860] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.378252] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.378784] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.379142] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.379914] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.380309] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.381026] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.381500] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.037153] env[65824]: INFO networking_nsxv3.common.synchronization [req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f req-2e344930-e12a-457a-81a5-7475a694a4c0 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Enqueued Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1429.037153] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 with Priority: HIGHEST for action security_group_members [ 1429.037153] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-75277fc8-9bba-431e-932c-b4e3feeb6ff0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.037807] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.037807] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.037807] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.037926] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.037926] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.038027] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.038154] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.038318] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.038421] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75277fc8-9bba-431e-932c-b4e3feeb6ff0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.541282] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.541507] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.541507] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.541688] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.541815] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.541977] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.542084] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.542168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.542288] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.542361] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.542443] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 is going to be updated. [ 1429.577557] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.577766] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.577766] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.577944] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.578096] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.586957] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: IN_PROGRESS for 2s [ 1431.597147] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 in Status: SUCCESS [ 1431.597498] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75277fc8-9bba-431e-932c-b4e3feeb6ff0 deletion is rescheduled due to dependency. [ 1431.597498] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75277fc8-9bba-431e-932c-b4e3feeb6ff0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.035741] env[65824]: INFO networking_nsxv3.common.synchronization [req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 req-6cd5d40e-bc5a-4840-888a-5e7f372a1a66 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Enqueued Resource ID: 04d515ca-1b3d-4348-9ca5-7402de26865b with Priority: HIGHEST for action security_group_members [ 1434.036206] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d515ca-1b3d-4348-9ca5-7402de26865b with Priority: HIGHEST for action security_group_members [ 1434.036571] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-04d515ca-1b3d-4348-9ca5-7402de26865b taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.036849] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.036849] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.036949] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.037101] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.037197] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.037257] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.037416] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.037484] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.037574] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04d515ca-1b3d-4348-9ca5-7402de26865b',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.539788] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.539971] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.540062] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.540282] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.540376] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.540576] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.540675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.540739] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.540887] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.540963] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.541060] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04d515ca-1b3d-4348-9ca5-7402de26865b is going to be updated. [ 1434.569118] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.569318] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.569362] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.569561] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.569717] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.582179] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04d515ca-1b3d-4348-9ca5-7402de26865b in Status: IN_PROGRESS for 2s [ 1436.593499] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04d515ca-1b3d-4348-9ca5-7402de26865b in Status: SUCCESS [ 1436.593819] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04d515ca-1b3d-4348-9ca5-7402de26865b deletion is rescheduled due to dependency. [ 1436.593819] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04d515ca-1b3d-4348-9ca5-7402de26865b" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.089018] env[65824]: INFO networking_nsxv3.common.synchronization [None req-83ff9e7f-84c6-4368-bb79-6ba052434d7e None None] Enqueued Resource ID: a7242b67-fbb8-47d5-ae59-368051ce46a0 with Priority: HIGHEST for action port [ 1438.089018] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7242b67-fbb8-47d5-ae59-368051ce46a0 with Priority: HIGHEST for action port [ 1438.089018] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7242b67-fbb8-47d5-ae59-368051ce46a0 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.089018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7242b67-fbb8-47d5-ae59-368051ce46a0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.089018] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7242b67-fbb8-47d5-ae59-368051ce46a0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.090037] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7242b67-fbb8-47d5-ae59-368051ce46a0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.090330] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7242b67-fbb8-47d5-ae59-368051ce46a0',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.594413] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7242b67-fbb8-47d5-ae59-368051ce46a0 [ 1438.595014] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.595014] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.595014] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.595151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.595151] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.595255] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7242b67-fbb8-47d5-ae59-368051ce46a0 already deleted. [ 1438.595339] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7242b67-fbb8-47d5-ae59-368051ce46a0" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.284181] env[65824]: INFO networking_nsxv3.common.synchronization [None req-7f111980-35d4-442a-a35a-0d83160aece4 None None] Enqueued Resource ID: 56faa6e8-58e4-442f-b2a1-8dbac09dae93 with Priority: HIGHEST for action port [ 1440.284612] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56faa6e8-58e4-442f-b2a1-8dbac09dae93 with Priority: HIGHEST for action port [ 1440.284903] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-56faa6e8-58e4-442f-b2a1-8dbac09dae93 taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.285089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56faa6e8-58e4-442f-b2a1-8dbac09dae93" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.285089] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56faa6e8-58e4-442f-b2a1-8dbac09dae93" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.285328] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56faa6e8-58e4-442f-b2a1-8dbac09dae93" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.285405] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56faa6e8-58e4-442f-b2a1-8dbac09dae93',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.787387] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56faa6e8-58e4-442f-b2a1-8dbac09dae93 [ 1440.787661] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.787816] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.787889] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.788146] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.788243] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.788339] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56faa6e8-58e4-442f-b2a1-8dbac09dae93 already deleted. [ 1440.788423] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56faa6e8-58e4-442f-b2a1-8dbac09dae93" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.607244] env[65824]: INFO networking_nsxv3.common.synchronization [req-4ce49443-0be0-4ba5-9d8a-be1886b92937 req-de1e86d2-99f0-4835-977c-f9cd965d5781 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Enqueued Resource ID: f3964c40-c797-423d-b6d1-59267b52e9bc with Priority: HIGHEST for action security_group_members [ 1443.607986] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3964c40-c797-423d-b6d1-59267b52e9bc with Priority: HIGHEST for action security_group_members [ 1443.608279] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3964c40-c797-423d-b6d1-59267b52e9bc taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.608279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.608279] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.608522] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.608682] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.608782] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.608931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.609050] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.609178] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.609315] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3964c40-c797-423d-b6d1-59267b52e9bc',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.928098] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock network-681 taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.928300] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "network-681" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.928422] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "network-681" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.928769] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "network-681" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.929039] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.929200] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.929332] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.929578] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.929716] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.929925] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1443.930057] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] NeedRegenerationException {{(pid=65824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1443.930170] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] no value, waiting for create lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1443.930280] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] value creation lock acquired {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1443.930388] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] No value present for key: 'zone-id' {{(pid=65824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1443.930491] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Calling creation function for not-yet-present value {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1443.930620] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1443.954580] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1443.954753] env[65824]: DEBUG dogpile.cache.region [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1443.954869] env[65824]: DEBUG dogpile.lock [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Released creation lock {{(pid=65824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1443.955063] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "network-681" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.955388] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock port-955323fd-60f6-4207-bd40-c62b638a2d6a taken with stack trace [, , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.955557] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "port-955323fd-60f6-4207-bd40-c62b638a2d6a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.955673] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "port-955323fd-60f6-4207-bd40-c62b638a2d6a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.955986] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "port-955323fd-60f6-4207-bd40-c62b638a2d6a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.956141] env[65824]: DEBUG networking_nsxv3.api.rpc [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('955323fd-60f6-4207-bd40-c62b638a2d6a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.112679] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.112860] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.112941] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.113185] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.113278] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.113477] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.113578] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.113641] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.113788] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.113871] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.113959] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3964c40-c797-423d-b6d1-59267b52e9bc already deleted. [ 1444.114054] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.459139] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.459453] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.459565] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.459863] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.460027] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.460185] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Segment Port 955323fd-60f6-4207-bd40-c62b638a2d6a not found, creating... [ 1444.460498] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.460641] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.460898] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.461226] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.461388] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.461840] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.462019] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.462151] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.462377] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.462585] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.462743] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Resource: SegmentPort with ID: 955323fd-60f6-4207-bd40-c62b638a2d6a is going to be created. [ 1444.483652] env[65824]: DEBUG networking_nsxv3.common.locking [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.483899] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.484046] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.484316] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.484543] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.484760] env[65824]: DEBUG oslo_concurrency.lockutils [None req-e7a675c2-27d7-4d3d-98e8-c2a835ac92b3 None None] Releasing lock "port-955323fd-60f6-4207-bd40-c62b638a2d6a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.188356] env[65824]: INFO networking_nsxv3.common.synchronization [req-4ce49443-0be0-4ba5-9d8a-be1886b92937 req-05fe7020-0b78-40ca-92b0-19c6748eeaf5 service nova] Enqueued Resource ID: f3964c40-c797-423d-b6d1-59267b52e9bc with Priority: HIGHEST for action security_group_rules [ 1445.188615] env[65824]: INFO networking_nsxv3.common.synchronization [req-4ce49443-0be0-4ba5-9d8a-be1886b92937 req-05fe7020-0b78-40ca-92b0-19c6748eeaf5 service nova] Enqueued Resource ID: f3964c40-c797-423d-b6d1-59267b52e9bc with Priority: HIGHEST for action security_group_members [ 1445.188665] env[65824]: INFO networking_nsxv3.common.synchronization [req-4ce49443-0be0-4ba5-9d8a-be1886b92937 req-05fe7020-0b78-40ca-92b0-19c6748eeaf5 service nova] Enqueued Resource ID: 955323fd-60f6-4207-bd40-c62b638a2d6a with Priority: HIGHEST for action port [ 1445.189227] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3964c40-c797-423d-b6d1-59267b52e9bc with Priority: HIGHEST for action security_group_rules [ 1445.189373] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3964c40-c797-423d-b6d1-59267b52e9bc with Priority: HIGHEST for action security_group_members [ 1445.189537] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 955323fd-60f6-4207-bd40-c62b638a2d6a with Priority: HIGHEST for action port [ 1445.189767] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3964c40-c797-423d-b6d1-59267b52e9bc taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.189947] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.189984] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.190229] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.190312] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3964c40-c797-423d-b6d1-59267b52e9bc',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.191198] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3964c40-c797-423d-b6d1-59267b52e9bc taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.191314] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.191521] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.191615] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.191717] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.191845] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.191913] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.192063] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.192147] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.192237] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3964c40-c797-423d-b6d1-59267b52e9bc',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.193086] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock port-955323fd-60f6-4207-bd40-c62b638a2d6a taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.193225] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-955323fd-60f6-4207-bd40-c62b638a2d6a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.193263] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-955323fd-60f6-4207-bd40-c62b638a2d6a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.193415] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-955323fd-60f6-4207-bd40-c62b638a2d6a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.193490] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('955323fd-60f6-4207-bd40-c62b638a2d6a',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.694921] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3964c40-c797-423d-b6d1-59267b52e9bc',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.696067] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3964c40-c797-423d-b6d1-59267b52e9bc taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.696217] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.696346] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 955323fd-60f6-4207-bd40-c62b638a2d6a with status ACTIVE [ 1445.696506] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.696625] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.696683] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.696885] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.697033] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.697159] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.697254] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.697317] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.697472] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.697586] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.697799] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.697900] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.697961] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.698788] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.699393] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.699393] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 955323fd-60f6-4207-bd40-c62b638a2d6a is going to be updated. [ 1445.721421] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.722066] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.722176] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.722396] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.722569] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.722733] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-955323fd-60f6-4207-bd40-c62b638a2d6a" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.201801] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3964c40-c797-423d-b6d1-59267b52e9bc',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.704377] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.704626] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.704626] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.704782] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.704870] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.704967] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3964c40-c797-423d-b6d1-59267b52e9bc is going to be created. [ 1446.729726] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.729986] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.729986] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.730144] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.730308] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.743024] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3964c40-c797-423d-b6d1-59267b52e9bc in Status: UNINITIALIZED for 2s [ 1448.755403] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3964c40-c797-423d-b6d1-59267b52e9bc in Status: SUCCESS [ 1448.756127] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.756530] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.756931] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.757399] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.757759] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.758189] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.758780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.758780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.758780] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.758780] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3964c40-c797-423d-b6d1-59267b52e9bc',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.261668] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3964c40-c797-423d-b6d1-59267b52e9bc taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.261929] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.261929] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.262084] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.262257] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.262397] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.262440] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.262657] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.262749] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.262846] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.263015] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3964c40-c797-423d-b6d1-59267b52e9bc taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.263141] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.263208] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.263360] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.263504] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.263630] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.263690] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.263826] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.263883] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.263964] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.264070] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3964c40-c797-423d-b6d1-59267b52e9bc',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.766444] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3964c40-c797-423d-b6d1-59267b52e9bc: rpc.has_security_group_logging(os_id): False [ 1449.786320] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.786524] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.786524] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.786675] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.786767] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.786988] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.787103] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.787166] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.787338] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.787416] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.787596] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.787691] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.787754] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.787916] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.787964] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.788151] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.788243] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.788303] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.788438] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.788511] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.788597] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3964c40-c797-423d-b6d1-59267b52e9bc is going to be created. [ 1449.850213] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.850476] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.850476] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.850671] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.850849] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.862206] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3964c40-c797-423d-b6d1-59267b52e9bc in Status: IN_PROGRESS for 2s [ 1450.190369] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.190369] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1451.875666] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3964c40-c797-423d-b6d1-59267b52e9bc in Status: SUCCESS [ 1451.876058] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.191197] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.191608] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.592695] env[65824]: INFO networking_nsxv3.common.synchronization [req-d08fce89-f144-476f-a7d5-6d51ea8e4342 req-1757ec41-ed27-4065-9e30-097ed82a5e3f tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Enqueued Resource ID: f3964c40-c797-423d-b6d1-59267b52e9bc with Priority: HIGHEST for action security_group_members [ 1455.593332] env[65824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3964c40-c797-423d-b6d1-59267b52e9bc with Priority: HIGHEST for action security_group_members [ 1455.593575] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3964c40-c797-423d-b6d1-59267b52e9bc taken with stack trace [, , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.593778] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.593813] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.594010] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.594283] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.594283] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.594400] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.594531] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.594654] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.594704] env[65824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3964c40-c797-423d-b6d1-59267b52e9bc',) {} {{(pid=65824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.096984] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.097307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.097307] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.097453] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.097549] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.097747] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.097841] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.097899] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.098075] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.098155] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.098247] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3964c40-c797-423d-b6d1-59267b52e9bc is going to be updated. [ 1456.130610] env[65824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.130856] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.130856] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.131014] env[65824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.131168] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.140131] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3964c40-c797-423d-b6d1-59267b52e9bc in Status: IN_PROGRESS for 2s [ 1458.151782] env[65824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3964c40-c797-423d-b6d1-59267b52e9bc in Status: SUCCESS [ 1458.152251] env[65824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3964c40-c797-423d-b6d1-59267b52e9bc deletion is rescheduled due to dependency. [ 1458.152251] env[65824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3964c40-c797-423d-b6d1-59267b52e9bc" {{(pid=65824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.594174] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.594545] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.595334] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.595745] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.596684] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.597081] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.598169] env[65824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.598536] env[65824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0